-- Logs begin at Thu 2021-07-29 20:08:23 UTC, end at Thu 2021-07-29 21:08:13 UTC. -- Jul 29 20:39:04.834396 dv-cinder-801633-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 20:39:07.514509 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.common.config [-] Logging enabled! Jul 29 20:39:07.515111 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 20:39:07.515295 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99412) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 20:39:07.518512 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.common.config [-] Logging enabled! Jul 29 20:39:07.518799 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 20:39:07.519111 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99412) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 20:39:07.520027 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:39:07.520257 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:39:07.520620 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:39:07.520860 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:39:07.521082 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:39:07.521395 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.521686 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.521977 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.522202 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.522491 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.522808 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.523087 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.523371 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.523659 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.523962 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.524236 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.524514 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.524738 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.525015 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.525298 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.525579 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.525802 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] debug = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.526077 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.526493 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.526978 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.527260 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.527552 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.527826 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.528093 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.528365 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.528643 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.528965 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] host = dv-cinder-801633-3-iscsi {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.529241 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.529522 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.529803 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.530084 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.530352 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.530623 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.530925 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.531196 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.531464 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] log_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.531733 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.532021 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.532308 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.532596 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.532818 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.533038 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.533325 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.533612 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.533881 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.534155 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.534425 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.534715 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.534988 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.535256 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.535539 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.535824 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.536105 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.536374 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.536643 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.536910 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.537180 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.537463 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.537733 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.538001 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.538272 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.538554 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.538843 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.539114 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.539430 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.539718 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.539996 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.540277 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.540546 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.540826 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.541092 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.541359 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.541622 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] use_json = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.541888 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.542153 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.542428 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.542712 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.542978 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.543246 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.543511 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.543792 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:07.544080 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.544371 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.544666 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.544943 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.545233 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.545508 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.545796 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.546069 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.546354 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.546636 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.546938 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.547208 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.547490 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.547760 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.548049 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.548346 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.548635 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.548921 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.549192 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.549462 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.549733 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.550005 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.550286 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.550572 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.550878 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.551148 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.551422 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.551707 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.551977 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.552245 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.552515 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.552798 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.553067 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.553335 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.553612 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.553883 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.554149 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.554416 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.554707 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.554996 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.555781 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.556048 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.556338 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.556586 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.556853 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.557129 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.557401 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.557670 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.557938 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.558207 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.558474 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.558766 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.559038 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.559307 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.559577 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.559844 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.560108 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.560375 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.560642 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.560910 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.561178 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.561448 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.561720 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.561988 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.562254 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.562521 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.562817 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.563087 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.563369 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.563659 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.563930 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.564201 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.564475 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.564745 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.565013 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.565282 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.565552 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.565821 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.566087 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.566376 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.566664 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.566949 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.567224 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.567496 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.567786 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.568059 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.568334 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.568606 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.568877 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.569161 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.569439 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.569730 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.570018 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.570305 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.571507 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.571796 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.572073 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.572379 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.572654 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:07.572866 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:39:07.573099 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99412) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 20:39:07.914284 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 20:39:07.916105 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 20:39:07.916395 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 20:39:07.916729 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 20:39:08.303554 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.303773 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.304046 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.305357 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.305627 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.305888 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.339577 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.339849 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.340117 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.355261 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.355539 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.355803 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.383230 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.383504 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.383775 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.419756 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.420040 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.420305 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.647260 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.647852 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.647852 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.648067 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.648746 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.766356 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.766688 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.766972 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.767244 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.767507 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.767811 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.768065 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.768315 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.768566 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.768841 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.769094 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.769352 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.769601 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.769852 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.770095 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.770353 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.770602 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.770899 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.771162 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.771415 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.771681 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.771927 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.772200 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.772566 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.772809 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.773048 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.773436 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:08.773670 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:08.774440 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:08.774765 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:08.775003 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:08.775234 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:08.775587 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 20:39:08.778614 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 20:39:08.782477 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 20:39:08.786293 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 29 20:39:08.787938 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 20:39:08.788393 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 20:39:08.788725 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 20:39:08.789106 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 20:39:08.791912 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 20:39:08.792161 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 20:39:08.792508 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 20:39:08.797657 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 20:39:08.819703 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 20:39:08.820151 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.821236 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99412) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 20:39:08.821595 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.822959 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99412) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 20:39:08.823237 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 20:39:08.823476 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 20:39:08.826820 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.827100 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:08.889583 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 20:39:08.889821 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 20:39:08.890051 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 20:39:08.890416 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 20:39:08.911521 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_db.sqlalchemy.engines [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99412) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 20:39:09.460260 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing driver for type 'gre' Jul 29 20:39:09.460780 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] gre ID ranges: [(1, 1000)] Jul 29 20:39:09.512483 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing driver for type 'local' Jul 29 20:39:09.512800 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing driver for type 'vlan' Jul 29 20:39:09.525790 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] VlanTypeDriver initialization complete Jul 29 20:39:09.526160 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing driver for type 'vxlan' Jul 29 20:39:09.526675 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] vxlan ID ranges: [(1, 1000)] Jul 29 20:39:09.578898 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing extension driver 'port_security' Jul 29 20:39:09.579240 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] PortSecurityExtensionDriver initialization complete Jul 29 20:39:09.579577 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing mechanism driver 'openvswitch' Jul 29 20:39:09.579905 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing mechanism driver 'hyperv' Jul 29 20:39:09.586431 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.plugin [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:09.587309 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.587688 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.588043 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.588567 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:39:09.589008 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnet after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.589373 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnet after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.589724 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.590122 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:39:09.590532 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.590912 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.591262 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.591654 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:39:09.592061 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > security_group after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.592416 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > security_group after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.592762 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > security_group after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.593163 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:39:09.593566 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.593918 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.594260 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.594682 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:39:09.595080 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > address_group after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.595428 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > address_group after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.595771 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > address_group after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.596166 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:39:09.596544 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] ML2 OVO RPC backend initialized. {{(pid=99412) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 20:39:09.597259 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.597620 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.598045 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.598396 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > networks before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.598776 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.599125 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > ports before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.599472 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnet before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.599816 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnets before_response 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.600163 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.600509 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.600845 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.601185 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.601526 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.602354 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.602892 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnet after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.603241 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnet after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.603580 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > subnet after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.604168 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.plugin [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Modular L2 Plugin initialization complete Jul 29 20:39:09.604597 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading services supported by the core plugin {{(pid=99412) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 20:39:09.604920 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.plugins.ml2.managers [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Got port-security extension from driver 'port_security' Jul 29 20:39:09.605388 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.extensions.vlantransparent [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Disabled vlantransparent extension. Jul 29 20:39:09.605880 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99412) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 20:39:09.606201 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: router Jul 29 20:39:09.642069 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router_interface before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.642465 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router after_create 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.642869 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router before_create 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.643245 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.643627 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.643988 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router after_delete 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.644355 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > floatingip after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.644848 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router after_create 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.645207 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router after_update 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.645568 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router after_update 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.645926 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.646294 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router after_update 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.646740 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_update 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.647127 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: port after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.647473 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: port after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.647998 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: subnet after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.648147 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.648500 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > port precommit_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.648860 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_create 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.649212 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: port before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.649562 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.649929 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router after_update 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.650282 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_delete 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.650643 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_create 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.651039 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router_interface after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.651391 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_update 55549900 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.651767 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > agent after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.652128 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > agent after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.652485 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > network after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.653350 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Tracking information for resource: router configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:09.653687 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Tracking information for resource: floatingip configured {{(pid=99412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:39:09.658548 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.db.l3_agentschedulers_db [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 20:39:09.659164 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: port after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.659531 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: port after_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.659886 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: port after_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.660246 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: port after_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.661045 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router before_create 55550100 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.661415 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_delete 55550100 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.661781 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_create 55550100 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.662144 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > router precommit_update 55550100 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.667122 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.services.provider_configuration [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service providers = [] {{(pid=99412) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 20:39:09.667487 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.db.servicetype_db [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99412) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 20:39:09.670452 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.services.service_base [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:39:09.670838 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.services.service_base [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:39:09.671187 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.services.service_base [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:39:09.672127 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.services.service_base [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:39:09.672469 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.services.service_base [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 20:39:09.672856 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.673180 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 20:39:09.685879 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.686221 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: auto_allocate Jul 29 20:39:09.691975 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: network precommit_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.692350 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: network precommit_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.692876 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.693201 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: tag Jul 29 20:39:09.700334 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.700667 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: timestamp Jul 29 20:39:09.704533 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.704871 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: network_ip_availability Jul 29 20:39:09.710442 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.710799 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.711671 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.712397 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.712720 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: flavors Jul 29 20:39:09.717795 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.718130 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading Plugin: revisions Jul 29 20:39:09.722423 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:39:09.722852 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_concurrency.lockutils [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=99412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 20:39:09.723596 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99412) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 20:39:09.723937 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Initializing extension manager. Jul 29 20:39:09.724448 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: __init__.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.724794 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: __pycache__ {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.725129 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.725461 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: address_group.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.726229 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.727418 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: address-group Jul 29 20:39:09.727759 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: address_scope.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.728488 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.729005 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: address-scope Jul 29 20:39:09.729332 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: admin_state_down_before_update.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.730266 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.730818 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: router-admin-state-down-before-update Jul 29 20:39:09.731145 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: agent.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.731855 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.732368 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: agent Jul 29 20:39:09.732693 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: agent_resources_synced.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.733608 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.734119 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: agent-resources-synced Jul 29 20:39:09.734443 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: allowedaddresspairs.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.736277 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.736804 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: allowed-address-pairs Jul 29 20:39:09.737136 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: auto_allocated_topology.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.738218 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.738766 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: auto-allocated-topology Jul 29 20:39:09.739094 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: availability_zone.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.739798 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.740307 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: availability_zone Jul 29 20:39:09.740633 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: availability_zone_filter.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.741872 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.742427 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: availability_zone_filter Jul 29 20:39:09.742771 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: data_plane_status.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.743692 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.744203 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 20:39:09.744528 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: default_subnetpools.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.745450 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.745972 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: default-subnetpools Jul 29 20:39:09.746298 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: dhcpagentscheduler.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.747148 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.747662 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: dhcp_agent_scheduler Jul 29 20:39:09.747989 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: dns.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.748910 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.749418 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension dns-integration not supported by any of loaded plugins Jul 29 20:39:09.749745 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: dns_domain_ports.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.750685 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.751203 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 20:39:09.751532 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.752460 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.752966 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 20:39:09.753293 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: dvr.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.753970 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.754480 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: dvr Jul 29 20:39:09.754837 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: ecmp_routes.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.755774 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.756285 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 20:39:09.756611 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: empty_string_filtering.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.757533 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.758063 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: empty-string-filtering Jul 29 20:39:09.758386 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.759330 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.759838 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 20:39:09.760159 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.761071 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.761577 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 20:39:09.761898 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: external_net.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.762842 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.763351 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: external-net Jul 29 20:39:09.763675 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: extra_dhcp_opt.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.764589 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.765102 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: extra_dhcp_opt Jul 29 20:39:09.765431 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: extraroute.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.766354 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.766885 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: extraroute Jul 29 20:39:09.767210 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: extraroute_atomic.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.768232 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.768740 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: extraroute-atomic Jul 29 20:39:09.769066 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: filter_validation.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.769902 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.770412 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: filter-validation Jul 29 20:39:09.770768 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: fip_pf_description.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.771685 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.772193 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 20:39:09.772522 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: fip_port_details.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.773443 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.774487 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: fip-port-details Jul 29 20:39:09.774851 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: flavors.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.776094 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.776614 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: flavors Jul 29 20:39:09.776940 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.778588 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.779152 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 20:39:09.779492 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: floatingip_pools.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.780202 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.780717 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: floatingip-pools Jul 29 20:39:09.781047 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: ip_allocation.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.781990 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.782506 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 20:39:09.782868 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.783800 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.784316 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: ip-substring-filtering Jul 29 20:39:09.784646 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l2_adjacency.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.785580 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.786097 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 20:39:09.786426 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l3.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.787432 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.787962 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: router Jul 29 20:39:09.788292 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l3_conntrack_helper.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.791137 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.791670 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 20:39:09.792006 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.792946 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.793466 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: ext-gw-mode Jul 29 20:39:09.793800 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.794778 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.795298 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: l3-ha Jul 29 20:39:09.795629 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l3_flavors.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.796555 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.797071 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: l3-flavors Jul 29 20:39:09.797400 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.798329 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.798884 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 20:39:09.799214 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: l3agentscheduler.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.800233 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.800748 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: l3_agent_scheduler Jul 29 20:39:09.801077 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: logging.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.802555 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.803113 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension logging not supported by any of loaded plugins Jul 29 20:39:09.803447 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: metering.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.804195 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.804779 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: metering Jul 29 20:39:09.805136 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.806357 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.807000 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: metering_source_and_destination_fields Jul 29 20:39:09.807327 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: multiprovidernet.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.808271 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.808789 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: multi-provider Jul 29 20:39:09.809117 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: netmtu.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.810041 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.810553 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: net-mtu Jul 29 20:39:09.810910 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: netmtu_writable.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.811836 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.812346 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: net-mtu-writable Jul 29 20:39:09.812672 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: network_availability_zone.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.813350 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.813855 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: network_availability_zone Jul 29 20:39:09.814178 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: network_ip_availability.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.815316 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.815815 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: network-ip-availability Jul 29 20:39:09.816148 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: network_segment_range.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.816927 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.817436 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 20:39:09.817761 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: pagination.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.818795 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.819132 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: pagination Jul 29 20:39:09.819456 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: port_device_profile.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.820380 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.821188 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: port-device-profile Jul 29 20:39:09.821514 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.822444 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.822989 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: port-mac-address-regenerate Jul 29 20:39:09.823315 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.824231 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.824749 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: port-numa-affinity-policy Jul 29 20:39:09.825074 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: port_resource_request.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.826005 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.826546 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 20:39:09.826897 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: portbindings.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.827844 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.828359 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: binding Jul 29 20:39:09.828683 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: portbindings_extended.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.829954 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.830470 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: binding-extended Jul 29 20:39:09.830842 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: portsecurity.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.831774 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.832289 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: port-security Jul 29 20:39:09.832615 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: project_id.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.833596 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.833933 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: project-id Jul 29 20:39:09.834260 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: providernet.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.835223 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.835744 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: provider Jul 29 20:39:09.836073 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.840018 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.840543 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos not supported by any of loaded plugins Jul 29 20:39:09.840879 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.842151 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.842687 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 20:39:09.843025 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.843947 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.844468 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 20:39:09.844799 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_default.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.845715 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.846234 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-default not supported by any of loaded plugins Jul 29 20:39:09.846571 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_fip.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.847270 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.847784 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-fip not supported by any of loaded plugins Jul 29 20:39:09.848112 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_gateway_ip.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.849060 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.849573 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 20:39:09.849899 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_port_network_policy.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.850855 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.851374 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 20:39:09.851701 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_rule_type_details.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.853236 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.853756 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 20:39:09.854084 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: qos_rules_alias.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.855163 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.855685 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 20:39:09.856015 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: quotasv2.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.857122 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.857452 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: quotas Jul 29 20:39:09.857779 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: quotasv2_detail.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.860881 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.861231 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: quota_details Jul 29 20:39:09.861575 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: rbac.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.862691 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.863217 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: rbac-policies Jul 29 20:39:09.863553 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: rbac_address_group.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.864543 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.865173 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: rbac-address-group Jul 29 20:39:09.865512 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: rbac_address_scope.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.866521 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.867122 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: rbac-address-scope Jul 29 20:39:09.867629 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: rbac_security_groups.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.868663 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.869290 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: rbac-security-groups Jul 29 20:39:09.869656 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: rbac_subnetpool.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.870970 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.871674 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: rbac-subnetpool Jul 29 20:39:09.872082 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: revisionifmatch.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.873376 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.873940 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: revision-if-match Jul 29 20:39:09.874355 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: revisions.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.875823 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.876460 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: standard-attr-revisions Jul 29 20:39:09.876832 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: router_availability_zone.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.877687 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.878397 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: router_availability_zone Jul 29 20:39:09.878802 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: routerservicetype.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.879826 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.880561 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension router-service-type not supported by any of loaded plugins Jul 29 20:39:09.880876 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.882126 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.882765 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: security-groups-normalized-cidr Jul 29 20:39:09.883236 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: security_groups_port_filtering.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.884292 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.884954 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: port-security-groups-filtering Jul 29 20:39:09.885329 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.886324 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.887088 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: security-groups-remote-address-group Jul 29 20:39:09.887501 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: securitygroup.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.898191 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.899346 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: security-group Jul 29 20:39:09.899772 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: segment.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.900636 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.901191 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension segment not supported by any of loaded plugins Jul 29 20:39:09.901625 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.902646 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.903191 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 20:39:09.903522 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: servicetype.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.904642 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.905164 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: service-type Jul 29 20:39:09.905495 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: sorting.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.906497 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.906872 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: sorting Jul 29 20:39:09.907208 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: standard_attr_segment.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.908309 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.908838 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 20:39:09.909169 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: standardattrdescription.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.909824 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.910342 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: standard-attr-description Jul 29 20:39:09.910691 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: stateful_security_group.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.911644 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.912164 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: stateful-security-group Jul 29 20:39:09.912493 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: stdattrs_common.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.913082 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 20:39:09.913408 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.914976 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.915507 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 20:39:09.915837 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: subnet_onboard.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.917068 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.917594 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: subnet_onboard Jul 29 20:39:09.917924 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.918897 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.919412 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 20:39:09.919740 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: subnet_service_types.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.920674 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.921194 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: subnet-service-types Jul 29 20:39:09.921520 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: subnetallocation.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.922616 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.923159 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: subnet_allocation Jul 29 20:39:09.923491 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.924168 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.924682 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: subnetpool-prefix-ops Jul 29 20:39:09.925006 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.925943 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.926460 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 20:39:09.926825 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: tagging.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.927918 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.928440 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: standard-attr-tag Jul 29 20:39:09.928773 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: timestamp.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.930020 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.930544 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loaded extension: standard-attr-timestamp Jul 29 20:39:09.930913 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: trunk.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.931953 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.932477 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension trunk not supported by any of loaded plugins Jul 29 20:39:09.932808 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: trunk_details.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.933738 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.934258 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension trunk-details not supported by any of loaded plugins Jul 29 20:39:09.934582 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: uplink_status_propagation.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.935549 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.936070 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 20:39:09.936396 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Loading extension file: vlantransparent.py {{(pid=99412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:39:09.937082 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:39:09.937596 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 20:39:09.940094 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:network Jul 29 20:39:09.940632 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:subnet Jul 29 20:39:09.941037 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:39:09.941437 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:port Jul 29 20:39:09.942676 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.943148 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service FLAVORS assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.943760 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.944200 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.944535 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:router Jul 29 20:39:09.944968 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:floatingip Jul 29 20:39:09.945770 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service METERING assigned prefix: /metering {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.947253 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.947647 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.948006 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:39:09.949018 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 20:39:09.949476 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:security_group Jul 29 20:39:09.949919 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 20:39:09.950531 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service CORE assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.950899 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:39:09.951253 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] subnetpool is already registered Jul 29 20:39:09.951690 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service CORE assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.952017 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:39:09.952351 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] subnetpool is already registered Jul 29 20:39:09.954731 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.955289 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service FLAVORS assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.955927 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.956378 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.956698 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:router Jul 29 20:39:09.957045 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] router is already registered Jul 29 20:39:09.957462 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:floatingip Jul 29 20:39:09.957810 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] floatingip is already registered Jul 29 20:39:09.958286 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service METERING assigned prefix: /metering {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.959023 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 20:39:09.959354 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] rbac_policy is already registered Jul 29 20:39:09.959778 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:security_group Jul 29 20:39:09.960115 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] security_group is already registered Jul 29 20:39:09.960581 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 20:39:09.960874 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] security_group_rule is already registered Jul 29 20:39:09.961888 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service CORE assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.962215 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:39:09.962560 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] subnetpool is already registered Jul 29 20:39:09.963025 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.v2.resource_helper [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Service CORE assigned prefix: {{(pid=99412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:39:09.963352 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:39:09.963686 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING neutron.quota.resource_registry [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] subnetpool is already registered Jul 29 20:39:09.965424 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: extensions {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.966924 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: address-groups {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.968411 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: address-scopes {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.969636 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: agents {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.970914 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: auto-allocated-topology {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.972151 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: availability_zones {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.973358 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: dhcp-networks {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.974787 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: dhcp-agents {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.976310 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: routers {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.978611 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: flavors {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.979789 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: service_profiles {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.981092 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: next_providers {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.982522 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: service_profiles {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.983984 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: floatingip-pools {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.985342 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: routers {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.987048 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: floatingips {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.988236 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: l3-routers {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.989814 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: l3-agents {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.991252 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: metering-labels {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.992541 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: metering-label-rules {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.993865 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: network-ip-availabilities {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.995257 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: bindings {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.996813 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: quotas {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.998244 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: quotas {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:09.999793 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: rbac-policies {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.000978 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: security-groups {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.002182 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: security-group-rules {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.003548 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: service-providers {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.004758 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: subnetpools {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.006084 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: subnetpools {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.007672 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.009495 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.011218 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.013092 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.014826 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.016668 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.018436 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.020255 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.023090 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.025369 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron.api.extensions [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Extended resource: tags {{(pid=99412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:39:10.031334 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING keystonemiddleware.auth_token [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 20:39:10.035874 dv-cinder-801633-3-iscsi neutron-server[99412]: WARNING keystonemiddleware.auth_token [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 20:39:10.045017 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_concurrency.lockutils [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Acquired lock "singleton_lock" {{(pid=99412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 20:39:10.045493 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_concurrency.lockutils [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Releasing lock "singleton_lock" {{(pid=99412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 20:39:10.046134 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO oslo_service.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Starting 2 workers Jul 29 20:39:10.050965 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Started child 99519 {{(pid=99412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:39:10.055341 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Started child 99520 {{(pid=99412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:39:10.056249 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:10.056942 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO neutron.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 20:39:10.057641 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Notify callbacks [] for process, before_spawn {{(pid=99412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:10.057786 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [-] (99519) wsgi starting up on http://0.0.0.0:9696 Jul 29 20:39:10.060222 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO oslo_service.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Starting 1 workers Jul 29 20:39:10.061236 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:10.062635 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [-] (99520) wsgi starting up on http://0.0.0.0:9696 Jul 29 20:39:10.065392 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Started child 99521 {{(pid=99412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:39:10.065903 dv-cinder-801633-3-iscsi neutron-server[99412]: INFO oslo_service.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Starting 1 workers Jul 29 20:39:10.068835 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] calling RpcWorker wait() {{(pid=99521) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 20:39:10.069446 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] returning from RpcWorker wait() {{(pid=99521) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 20:39:10.070682 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Started child 99522 {{(pid=99412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:39:10.071369 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:10.071831 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:10.071979 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG neutron_lib.callbacks.manager [None req-3f628ddf-7ba6-43df-9b06-a4afb8c2246b None None] Notify callbacks [] for process, after_spawn {{(pid=99412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:10.073797 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 20:39:10.074023 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:39:10.074213 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:39:10.074437 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:39:10.074803 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:39:10.074960 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:39:10.075451 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.075729 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.075932 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:10.076454 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.076454 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.076732 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.077075 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.077317 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.077588 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.077885 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.078157 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.078314 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.078484 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.078754 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.078995 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.079298 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.079582 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.079831 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.080095 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.080268 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.080630 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.080778 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.081001 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.081262 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] debug = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.081533 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.082009 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.082255 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.082500 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.082765 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.083058 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.083286 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.083547 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.083793 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.084008 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.084247 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.084516 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.084765 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.085018 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.085211 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.085470 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.085694 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.086212 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] host = dv-cinder-801633-3-iscsi {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.087034 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.087257 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.087486 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.087744 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.087992 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.088237 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.088486 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.088743 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.088998 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.089225 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.089461 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.089714 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.089954 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.090201 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.090366 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_options = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.090735 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.090903 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.091167 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.091362 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.091516 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.091694 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.091959 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.092124 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.092375 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.092612 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.092829 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.093052 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.093269 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.093504 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.093768 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.094014 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.094262 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.094484 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.094769 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.095066 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.095218 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.095467 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.095704 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.095946 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.096264 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.096415 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.096644 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.096882 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.097099 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.097357 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.097604 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.097857 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.098097 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.098359 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.098611 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.098868 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.099089 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.099361 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.099599 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.099856 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.100117 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.100336 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.100564 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.100863 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.101015 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.101257 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_json = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.101471 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.101684 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.101985 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.102203 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.102419 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.102637 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.103575 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.104637 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.104987 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.105804 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.105804 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.106007 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.106195 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.106471 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.106583 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:10.106711 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.106978 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.107393 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.107496 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.107736 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.108394 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.108394 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.108554 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.110591 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.110591 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.110591 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.110591 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.110591 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.110591 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.111013 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.111082 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.111387 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.111667 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.111923 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.112174 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.112410 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.112651 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.112898 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.113118 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.113369 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.113583 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.113861 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.114105 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.114339 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.114560 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.114812 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.115071 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.115299 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.115609 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.115796 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.116325 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.116556 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.116775 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.116993 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.117209 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.117423 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.117953 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.118184 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.118475 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.118729 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.118948 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.119174 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.119390 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.119635 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.119866 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.120090 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.120304 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.120956 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.121186 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.121437 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.121670 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.121895 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.122734 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.123177 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.123853 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.124381 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.125176 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.125432 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.125793 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.126074 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.126318 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.126559 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.126995 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.127231 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.127458 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.127711 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.127938 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.128208 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.128412 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.128631 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.128953 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.129119 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.130700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.130700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.130700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.130700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.130700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.130700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.131103 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.131300 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.131609 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.131879 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.132126 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.132345 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.132619 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.132868 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.133631 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.133902 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.134128 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.134393 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.134646 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.134929 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.135154 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.135429 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.135646 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.136007 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.136285 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.136543 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.136793 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.137073 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.137357 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.137612 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.137913 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.138134 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.138392 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.138718 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.139000 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.139256 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.139534 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.139774 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.140054 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.140289 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.140560 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.140816 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.141068 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.141454 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.141747 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.141972 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.142215 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.142431 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.142708 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.143051 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.143338 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.143563 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.143780 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.144069 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.144344 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.144606 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.144865 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.145117 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.145355 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.145601 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.145858 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.146078 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.146295 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.146532 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.146770 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.147020 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.147253 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.147493 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.147708 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.147944 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.148177 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.148395 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.148656 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.149491 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.149715 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.149958 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.150210 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.150425 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.150677 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.150914 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.151157 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.151543 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.151759 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.151998 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.152252 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.152471 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.152757 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.153024 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.153241 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.153468 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.153715 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.153987 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.154211 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.154458 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.154719 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.154944 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.155160 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.155380 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.155596 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.155846 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.156076 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.156298 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.156866 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.157133 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.157473 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.157718 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.157957 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.158211 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.158429 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.158709 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.159204 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.159418 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.159653 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.159871 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.160090 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.160349 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.160569 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.160793 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.161005 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.161250 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.161568 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.161794 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.162050 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.162684 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.162684 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.162940 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.163074 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.163297 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.163534 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.163761 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.163972 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.164182 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.164426 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.164644 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.164855 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.165096 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.165399 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.165616 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.165861 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.166087 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.166299 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.166586 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.166757 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.166989 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.167213 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.167432 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.167651 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.167894 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.168141 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.168375 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.168598 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.168815 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.169028 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.169254 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.169465 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.169673 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.169895 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.170111 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.170324 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.170632 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.170903 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.171124 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.171407 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.171666 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.171914 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.172159 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.172466 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.172680 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.172924 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.173144 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.173392 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.173648 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.173906 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.174227 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.174520 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.174807 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.175077 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.175356 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.175636 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.175907 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.176141 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.176420 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.176747 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.177038 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.177317 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.177568 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.177827 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.178082 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.178296 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.178511 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.178746 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.178966 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.179209 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.179458 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.179701 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.179914 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.180160 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.180392 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.180635 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.180843 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.181084 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.181322 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.181479 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:39:10.181995 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 20:39:10.182151 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:39:10.182302 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:39:10.182468 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:39:10.182634 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:39:10.182812 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:39:10.183015 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.183176 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.183335 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.183492 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.183649 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.183827 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.183987 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.184144 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.184302 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.184459 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.184616 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.184774 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.184931 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.185087 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.185248 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.185406 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.185563 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.185720 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.185881 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.186038 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.186194 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.186355 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.186515 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] debug = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.186729 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.186899 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.187521 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.187682 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.187839 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.187994 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.188152 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.188311 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.188467 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.188623 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.188780 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.188977 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.189068 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.189225 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.189381 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.189537 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.189693 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.189852 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] host = dv-cinder-801633-3-iscsi {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.190009 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.190165 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.190321 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.190476 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.190632 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.190807 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.190964 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.191121 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.191279 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.191435 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.191593 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.191749 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.191949 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.192067 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.192189 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_options = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.192335 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.192491 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.192647 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.192832 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.192995 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.193153 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.193311 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.193469 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.193626 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.193782 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.193940 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.194097 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.194252 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.194408 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.194565 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.194742 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.194900 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.195058 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.195220 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.195357 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.196263 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.196398 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.196549 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.196681 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.196820 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.196950 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.197149 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.197298 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.197441 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.197663 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.197801 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.197937 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.198068 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.198198 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.198326 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.198470 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.198613 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.198761 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.198859 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.199013 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.199169 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.199326 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.199483 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.199639 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.199795 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.199951 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_json = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.200108 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.200266 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.200422 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.200579 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.200736 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.200893 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.201049 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.201206 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:39:10.201383 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.201544 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.201716 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.201878 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.202046 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.202195 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.202356 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.202518 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.202695 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.202859 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.203028 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.203192 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.203363 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.203525 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.203685 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.203849 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.204010 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.204171 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.204332 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.204492 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.204653 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.204812 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.204989 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.205152 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.205313 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.205473 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.205633 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.205794 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.205956 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.206118 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.206281 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.206442 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.206602 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.206785 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.206947 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.207107 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.207268 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.207430 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.207592 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.207755 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.207915 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.208240 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.208399 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.208704 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.209017 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.209135 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:10.209248 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.209338 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.209480 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.209643 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.209803 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.209975 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.210137 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.210297 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.210523 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.210777 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.210869 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.211035 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.211214 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.211955 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.212178 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.212272 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.212449 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.212585 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.212746 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.212906 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.213067 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.213226 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.213388 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.213547 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.213708 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.213868 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.214029 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.214189 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.214349 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.214509 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.214699 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.214868 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.215029 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.215189 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.215350 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.215511 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.215700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.215850 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.216011 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.216181 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.216361 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.216522 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.216725 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.216860 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.216991 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.217133 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.217293 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.217453 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.217612 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.217773 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.217933 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.218092 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.218255 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.218417 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.218576 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.218771 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.218933 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.219092 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.219252 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.219413 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.219574 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.219735 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.219897 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.220056 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.220215 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.220374 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.221678 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.221843 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.222158 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.222463 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.222833 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.223202 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.223544 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.223706 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.223871 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.224033 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.224195 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.224355 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.224517 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.224678 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.224855 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.224985 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.225155 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.225328 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.225488 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.225648 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.225809 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.225993 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.226153 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.226321 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.226482 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.226642 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.227381 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.227547 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.227707 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.227869 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.228027 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.228167 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.228319 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.228511 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.228661 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.228809 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.228944 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.229073 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.229209 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.229343 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.229499 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.229676 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.229804 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.229946 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.230107 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.230267 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.230427 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.230587 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.230774 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.230920 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.231082 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.231242 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.231403 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.231563 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.231747 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.231908 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.232067 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.232227 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.232392 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.232556 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.232719 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.232888 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.233079 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.233175 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.233341 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.233502 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.233662 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.233820 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.233981 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.234143 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.234303 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.234461 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.234621 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.234819 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.234980 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.235140 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.235316 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.235475 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.235635 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.235795 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.235956 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.236117 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.236282 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.236443 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.236603 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.236764 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.236925 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.237088 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.237252 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.237414 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.237576 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.237737 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.237898 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.238059 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.238220 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.238393 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.238553 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.238754 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.238913 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.239090 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.239252 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.239424 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.239583 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.239744 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.239905 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.240065 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.240225 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.240396 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.240555 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.240716 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.240876 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.241035 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.241195 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.241364 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.241524 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.241684 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.241844 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.242003 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.242162 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.242331 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.243103 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.243267 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.243427 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.243587 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.243747 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.243920 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.244080 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.244240 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.244400 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.244560 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.244720 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.244891 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.245053 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.245213 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.245381 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.245541 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.245700 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.245853 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.246759 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.246759 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.246927 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.247100 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.247178 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.247340 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.247502 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.247666 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.247836 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.248003 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.248165 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.248334 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.248501 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.248670 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.248831 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.249000 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.249173 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.249335 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.249496 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.249656 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.249817 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.249977 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.250137 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.250297 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.250457 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.250617 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.250826 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.250987 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.251148 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.251309 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.251469 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.251630 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.251789 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.251949 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.252110 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.252270 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:39:10.252423 dv-cinder-801633-3-iscsi neutron-server[99412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:39:10.510828 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52156) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:10.519304 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063119 Jul 29 20:39:21.901462 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b064f3-e75c-49d7-983d-e575a951fd43 None None] get_active_networks_info from dv-cinder-801633-3-iscsi {{(pid=99521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 20:39:21.991848 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b064f3-e75c-49d7-983d-e575a951fd43 None None] No non-hosted networks {{(pid=99521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 20:39:22.018544 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.agentschedulers_db [None req-a7b064f3-e75c-49d7-983d-e575a951fd43 None None] DHCP Agent not found on host dv-cinder-801633-3-iscsi {{(pid=99521) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 20:39:22.169240 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-24a9dd6c-45b5-4577-9422-a1e7cf5a9abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579791'] for agent, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:24.420971 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-be88c94a-41b6-4220-9a71-a7b27d246736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579791'] for agent, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:24.494958 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-c3562440-a8f7-4741-bea6-2874287ab3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:24.863615 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579791'] for agent, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:24.864850 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.865501 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.866054 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.866633 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.868026 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.868559 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.869653 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.869653 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.870144 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.870716 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.871270 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.872086 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:24.872702 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801633-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:24.884653 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801633-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:25.280592 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579791'] for agent, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:27.052785 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579791'] for agent, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:27.820964 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.db.l3_hamode_db [None req-7b3731fd-c5f2-442e-80f9-ce4308e3c1ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 20:39:27.899139 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3731fd-c5f2-442e-80f9-ce4308e3c1ea None None] Routers set() bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:27.899525 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3731fd-c5f2-442e-80f9-ce4308e3c1ea None None] Router IDs set() for agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 20:39:28.140940 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52248) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:28.614528 dv-cinder-801633-3-iscsi neutron-server[99520]: WARNING oslo_policy.policy [None req-fdfa57ae-d274-4f9d-afb9-de706ea1975e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:28.615135 dv-cinder-801633-3-iscsi neutron-server[99520]: WARNING oslo_policy.policy [None req-fdfa57ae-d274-4f9d-afb9-de706ea1975e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:28.829242 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [None req-fdfa57ae-d274-4f9d-afb9-de706ea1975e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:39:28.830302 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-fdfa57ae-d274-4f9d-afb9-de706ea1975e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6884913 Jul 29 20:39:31.170125 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52262) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:31.478245 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:31.569306 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.policy [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99520) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 20:39:31.615067 dv-cinder-801633-3-iscsi neutron-server[99520]: WARNING oslo_policy.policy [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:31.615441 dv-cinder-801633-3-iscsi neutron-server[99520]: WARNING oslo_policy.policy [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:31.623873 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.quota [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] Loaded quota_driver: . Jul 29 20:39:31.713053 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750917751655', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750917754002', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750918254788', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750918257375', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750917639046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750918244623', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2037336', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2060854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542124', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636177'] for rbac-policy, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.775054 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:31.776279 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-cb912b2f-c6b2-4948-8cc4-37ae674aa919 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6051757 Jul 29 20:39:34.306528 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52274) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:34.592781 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Request body: {'network': {'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'name': 'private', 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:34.622000 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Made reservation on behalf of 6ba7052e52fe4a038ca26149dab89b0d for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:34.624734 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:34.640680 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:34.760860 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:34.764183 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:34.783516 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:39:34.811820 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750918994216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:34.812403 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Unsubscribe: segment precommit_create {{(pid=99520) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 20:39:34.812909 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Added segment 091afdbe-e3e7-4169-ae61-8f14a2c0249e of type vlan for network ac6ba9fd-7011-454b-87e5-b2a7eddad86a Jul 29 20:39:34.831620 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4388525d-1da5-4e48-8aac-7265bfb3ffe8,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:34.884805 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.885109 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.885491 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.885772 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.886090 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.886423 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.886769 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.887085 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.887411 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.887726 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.888038 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.888344 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Tracked resource versions report: Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: pushed versions: Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: { 'AddressGroup': {'1.2'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'ConntrackHelper': {'1.0'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Log': {'1.0'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Network': {'1.1'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Port': {'1.7'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'PortForwarding': {'1.2'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'QosPolicy': {'1.8'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroup': {'1.4'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SubPort': {'1.0'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Subnet': {'1.1'}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Trunk': {'1.1'}} Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: consumer versions: Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'ConntrackHelper': '1.0', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Log': '1.0', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Network': '1.1', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Port': '1.7', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'PortForwarding': '1.2', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'QosPolicy': '1.8', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroup': '1.4', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroupRule': '1.2', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SubPort': '1.0', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Subnet': '1.1', Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Trunk': '1.1'}} Jul 29 20:39:34.889410 dv-cinder-801633-3-iscsi neutron-server[99520]: {{(pid=99520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:39:34.928493 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:34.982758 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:34.983838 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:34.984494 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:35.053412 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7457523 Jul 29 20:39:35.083510 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeccff4-85fe-4e69-abbf-f32120c09b2f admin admin] Pushing event updated for resources: {'Network': ['ID=ac6ba9fd-7011-454b-87e5-b2a7eddad86a,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:35.096129 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:39:37.642918 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52288) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:38.022991 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd65cb6-2cea-49d4-b29d-b82047465902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:38.024335 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9bd65cb6-2cea-49d4-b29d-b82047465902 admin admin] 10.222.0.26 "GET /v2.0/networks/ac6ba9fd-7011-454b-87e5-b2a7eddad86a HTTP/1.1" status: 200 len: 825 time: 0.3804617 Jul 29 20:39:38.047872 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-00b4fab5-2949-4292-9ca8-98e3f0bade46 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/6773f104-1378-4dc7-aa01-8ca00c5c6996 HTTP/1.1" status: 200 len: 734 time: 0.0175290 Jul 29 20:39:38.056590 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'subnetpool_id': '6773f104-1378-4dc7-aa01-8ca00c5c6996'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:38.078222 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Made reservation on behalf of 6ba7052e52fe4a038ca26149dab89b0d for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:38.080527 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.368051 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.437992 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Checking segment: {'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:38.438386 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Network hostable DHCP agents. Network: ac6ba9fd-7011-454b-87e5-b2a7eddad86a, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:39:38.442807 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Pushing event updated for resources: {'Subnet': ['ID=649d1675-8a7f-43bf-adf7-40613a2d8822,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:38.462249 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:39:38.472336 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, ac6ba9fd-7011-454b-87e5-b2a7eddad86a) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:38.476810 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:38.477383 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:38.481517 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4afd1-6480-4033-9d54-1eb4b575e674 None None] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:39:38.490334 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d2984538-580d-4db1-8437-abc358d6024c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4370248 Jul 29 20:39:38.793051 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'fixed_ips': [{'subnet_id': '649d1675-8a7f-43bf-adf7-40613a2d8822'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:39:38.794306 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.064065 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Allocated IP 172.20.0.2 (ac6ba9fd-7011-454b-87e5-b2a7eddad86a/649d1675-8a7f-43bf-adf7-40613a2d8822/8523fc2e-0146-45d0-8ffe-d62e095db416) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:39.289234 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.304502 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Transition to ACTIVE for port object 8523fc2e-0146-45d0-8ffe-d62e095db416 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:39.326242 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Transition to ACTIVE for port object 8523fc2e-0146-45d0-8ffe-d62e095db416 will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:39.335426 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.398936 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:39.403348 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:39.415944 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:39.423057 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Pushing event updated for resources: {'Port': ['ID=8523fc2e-0146-45d0-8ffe-d62e095db416,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:39.452261 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.452589 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.452928 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.453259 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.453585 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.453908 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.454230 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.454550 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.454909 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.455246 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.455563 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.455878 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Tracked resource versions report: Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: pushed versions: Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: { 'AddressGroup': {'1.2'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'ConntrackHelper': {'1.0'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Log': {'1.0'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Network': {'1.1'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Port': {'1.7'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'PortForwarding': {'1.2'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'QosPolicy': {'1.8'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroup': {'1.4'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SubPort': {'1.0'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Subnet': {'1.1'}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Trunk': {'1.1'}} Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: consumer versions: Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'ConntrackHelper': '1.0', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Log': '1.0', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Network': '1.1', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Port': '1.7', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'PortForwarding': '1.2', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'QosPolicy': '1.8', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroup': '1.4', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroupRule': '1.2', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SubPort': '1.0', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Subnet': '1.1', Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Trunk': '1.1'}} Jul 29 20:39:39.456933 dv-cinder-801633-3-iscsi neutron-server[99521]: {{(pid=99521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:39:39.502824 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Attempting to bind port 8523fc2e-0146-45d0-8ffe-d62e095db416 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:39.503440 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Attempting to bind port 8523fc2e-0146-45d0-8ffe-d62e095db416 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:39.503636 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Attempting to bind port 8523fc2e-0146-45d0-8ffe-d62e095db416 on network ac6ba9fd-7011-454b-87e5-b2a7eddad86a {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:39.508897 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:39.509306 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Checking segment: {'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:39.509763 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.510169 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Bound using segment: {'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:39.510626 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Bound port: 8523fc2e-0146-45d0-8ffe-d62e095db416, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:39.511094 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.573492 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] For port 8523fc2e-0146-45d0-8ffe-d62e095db416, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:39.577907 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] For port 8523fc2e-0146-45d0-8ffe-d62e095db416, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=8523fc2e-0146-45d0-8ffe-d62e095db416,segment=NetworkSegment(091afdbe-e3e7-4169-ae61-8f14a2c0249e),segment_id=091afdbe-e3e7-4169-ae61-8f14a2c0249e)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:39.581337 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:39.643582 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b680a-7f9c-4593-9417-340f8e279a08 None None] Pushing event updated for resources: {'Port': ['ID=8523fc2e-0146-45d0-8ffe-d62e095db416,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:40.910010 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52296) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:41.217721 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [None req-4e92d933-b3f8-4fef-a40a-8685e3f5cea3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:39:41.218742 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-4e92d933-b3f8-4fef-a40a-8685e3f5cea3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3078301 Jul 29 20:39:43.597515 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52304) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:43.908827 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [None req-af9ab9df-9042-48be-9cbe-b4a6f3857345 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:39:43.909814 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-af9ab9df-9042-48be-9cbe-b4a6f3857345 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113871 Jul 29 20:39:46.503052 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52314) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:46.802091 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-b8f73390-bd0a-4f99-b2d7-afa3cec1bcef admin admin] Request body: {'router': {'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:46.826576 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b8f73390-bd0a-4f99-b2d7-afa3cec1bcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.828335 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b8f73390-bd0a-4f99-b2d7-afa3cec1bcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.971337 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b8f73390-bd0a-4f99-b2d7-afa3cec1bcef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.976106 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b8f73390-bd0a-4f99-b2d7-afa3cec1bcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.987637 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b8f73390-bd0a-4f99-b2d7-afa3cec1bcef admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:46.988893 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b8f73390-bd0a-4f99-b2d7-afa3cec1bcef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4848177 Jul 29 20:39:47.940386 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee13f5-2c23-424a-90a6-3cdfd566c70d None None] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:39:47.997463 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-52899cc4-4303-4aad-8f04-0423c8a63888 None None] Provisioning for port 8523fc2e-0146-45d0-8ffe-d62e095db416 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:48.743226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 8523fc2e-0146-45d0-8ffe-d62e095db416 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:48.822477 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 8523fc2e-0146-45d0-8ffe-d62e095db416 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:48.826293 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 8523fc2e-0146-45d0-8ffe-d62e095db416 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:48.826720 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:48.933731 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:48.967248 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 8523fc2e-0146-45d0-8ffe-d62e095db416, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=8523fc2e-0146-45d0-8ffe-d62e095db416,segment=NetworkSegment(091afdbe-e3e7-4169-ae61-8f14a2c0249e),segment_id=091afdbe-e3e7-4169-ae61-8f14a2c0249e)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:39:48.970842 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:49.015100 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=8523fc2e-0146-45d0-8ffe-d62e095db416,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:49.339580 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52326) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:49.642363 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [None req-0903ab4c-0f8d-4ca3-919f-507d738556b0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:39:49.643445 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-0903ab4c-0f8d-4ca3-919f-507d738556b0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3028686 Jul 29 20:39:50.720797 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 8523fc2e-0146-45d0-8ffe-d62e095db416 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:39:50.768745 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 8523fc2e-0146-45d0-8ffe-d62e095db416 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:50.769115 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:51.786334 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e624964e-7cee-4cc7-9ed7-667a588d6c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.001748 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52334) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:52.301870 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:39:52.322550 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Made reservation on behalf of f2785f0c7fa4430fa1c4ad686318dbfa for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:39:52.324804 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.334980 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.415785 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.419172 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.433483 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Reserving flat network on physical network physnet1 {{(pid=99520) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 20:39:52.452729 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a52da75-fce5-4374-9149-023ef090d6d1,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:52.455496 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.455825 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Added segment c6071105-7d1f-496c-8ddf-c98a98e3a3e4 of type flat for network a8456d84-069b-4b8e-8fe7-56d676146ae7 Jul 29 20:39:52.499376 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.533185 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.534104 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:52.534700 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:52.585771 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5830176 Jul 29 20:39:52.592761 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bbf6d-8313-4ad8-84c5-bbb58a09f57a admin admin] Pushing event updated for resources: {'Network': ['ID=a8456d84-069b-4b8e-8fe7-56d676146ae7,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:52.604914 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:39:54.410613 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b3695f58-152f-41f2-863d-61111c636f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.860050 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:54.902978 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 52342) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:39:55.223487 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:55.402771 dv-cinder-801633-3-iscsi neutron-server[99519]: WARNING oslo_policy.policy [None req-30b01266-5cdb-4872-9d32-d14480089020 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:55.403342 dv-cinder-801633-3-iscsi neutron-server[99519]: WARNING oslo_policy.policy [None req-30b01266-5cdb-4872-9d32-d14480089020 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:55.802642 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.policy [None req-30b01266-5cdb-4872-9d32-d14480089020 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99519) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 20:39:55.848108 dv-cinder-801633-3-iscsi neutron-server[99519]: WARNING oslo_policy.policy [None req-30b01266-5cdb-4872-9d32-d14480089020 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:55.848485 dv-cinder-801633-3-iscsi neutron-server[99519]: WARNING oslo_policy.policy [None req-30b01266-5cdb-4872-9d32-d14480089020 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:39:55.856688 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b01266-5cdb-4872-9d32-d14480089020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:39:55.858593 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-30b01266-5cdb-4872-9d32-d14480089020 admin admin] 10.222.0.26 "GET /v2.0/subnets/649d1675-8a7f-43bf-adf7-40613a2d8822 HTTP/1.1" status: 200 len: 849 time: 0.9528329 Jul 29 20:39:56.018927 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d792e3c8-0e85-404d-b012-16100c81207a admin admin] 10.222.0.26 "GET /v2.0/routers/d2bed348-3e85-4bad-8989-3b14a0f03f06 HTTP/1.1" status: 200 len: 704 time: 0.1544168 Jul 29 20:39:56.276893 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.593496 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Allocated IP 172.20.0.1 (ac6ba9fd-7011-454b-87e5-b2a7eddad86a/649d1675-8a7f-43bf-adf7-40613a2d8822/a4e8abec-fbba-4e65-9459-2a8ae8047919) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:39:56.805717 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.828567 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Transition to ACTIVE for port object a4e8abec-fbba-4e65-9459-2a8ae8047919 will not be triggered until provisioned by entity DHCP. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:56.910678 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:56.946419 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:56.947775 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:56.984453 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.006998 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:39:57.007587 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.112454 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Pushing event updated for resources: {'Port': ['ID=a4e8abec-fbba-4e65-9459-2a8ae8047919,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:57.149906 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.150265 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.150604 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.150959 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.151284 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.151621 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.151941 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.152256 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.152588 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.152907 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.153217 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.153526 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Tracked resource versions report: Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: pushed versions: Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: { 'AddressGroup': {'1.2'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'ConntrackHelper': {'1.0'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Log': {'1.0'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Network': {'1.1'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Port': {'1.7'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'PortForwarding': {'1.2'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'QosPolicy': {'1.8'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroup': {'1.4'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SubPort': {'1.0'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Subnet': {'1.1'}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Trunk': {'1.1'}} Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: consumer versions: Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'ConntrackHelper': '1.0', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Log': '1.0', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Network': '1.1', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Port': '1.7', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'PortForwarding': '1.2', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'QosPolicy': '1.8', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroup': '1.4', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroupRule': '1.2', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SubPort': '1.0', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Subnet': '1.1', Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Trunk': '1.1'}} Jul 29 20:39:57.154636 dv-cinder-801633-3-iscsi neutron-server[99519]: {{(pid=99519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:39:57.192949 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-ef67c0af-0b2e-43da-92f8-47fe56fc1b51 None None] Provisioning for port a4e8abec-fbba-4e65-9459-2a8ae8047919 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:39:57.196818 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-ef67c0af-0b2e-43da-92f8-47fe56fc1b51 None None] Provisioning complete for port a4e8abec-fbba-4e65-9459-2a8ae8047919 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:57.197191 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ef67c0af-0b2e-43da-92f8-47fe56fc1b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.230387 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-ef67c0af-0b2e-43da-92f8-47fe56fc1b51 None None] Port a4e8abec-fbba-4e65-9459-2a8ae8047919 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:39:57.237433 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.442138 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.447108 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.448077 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.525483 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Pushing event updated for resources: {'Port': ['ID=a4e8abec-fbba-4e65-9459-2a8ae8047919,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:57.569652 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:39:57.571176 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:39:57.750551 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-0725b1f9-2a8e-457b-885a-898c35e74ffe None None] Provisioning complete for port a4e8abec-fbba-4e65-9459-2a8ae8047919 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:39:57.750966 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0725b1f9-2a8e-457b-885a-898c35e74ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:57.779833 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Router d2bed348-3e85-4bad-8989-3b14a0f03f06 is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:39:57.784059 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-0725b1f9-2a8e-457b-885a-898c35e74ffe None None] Port a4e8abec-fbba-4e65-9459-2a8ae8047919 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:39:57.869132 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:39:57.875085 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-6d0f62d4-0d63-47a4-9051-a2748e41e55c admin admin] 10.222.0.26 "PUT /v2.0/routers/d2bed348-3e85-4bad-8989-3b14a0f03f06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8501401 Jul 29 20:39:57.882701 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Sync routers for ids ['d2bed348-3e85-4bad-8989-3b14a0f03f06'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:39:57.894096 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Routers {'d2bed348-3e85-4bad-8989-3b14a0f03f06'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:57.895005 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:39:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['d2bed348-3e85-4bad-8989-3b14a0f03f06'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:58.076136 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Set router d2bed348-3e85-4bad-8989-3b14a0f03f06 gateway port host: None {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:58.501822 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'name': 'router1', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:39:57Z', 'revision_number': 2, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'gw_port_host': None, '_interfaces': [{'id': 'a4e8abec-fbba-4e65-9459-2a8ae8047919', 'name': '', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'mac_address': 'fa:16:3e:ee:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:56Z', 'updated_at': '2021-07-29T20:39:57Z', 'revision_number': 2, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'subnets': [{'id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6773f104-1378-4dc7-aa01-8ca00c5c6996'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:58.550292 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Checking router: d2bed348-3e85-4bad-8989-3b14a0f03f06 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:39:58.550672 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Updating router d2bed348-3e85-4bad-8989-3b14a0f03f06 port a4e8abec-fbba-4e65-9459-2a8ae8047919 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:39:58.597920 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.107274 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.125040 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Transition to ACTIVE for port object a4e8abec-fbba-4e65-9459-2a8ae8047919 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:39:59.130602 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.266422 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Pushing event updated for resources: {'Port': ['ID=a4e8abec-fbba-4e65-9459-2a8ae8047919,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:59.290171 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.290516 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.290881 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.291209 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.291534 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.291857 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.292172 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.292487 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.292805 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.293116 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.293426 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.293735 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Tracked resource versions report: Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: pushed versions: Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: { 'AddressGroup': {'1.2'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'ConntrackHelper': {'1.0'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Log': {'1.0'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Network': {'1.1'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Port': {'1.7'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'PortForwarding': {'1.2'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'QosPolicy': {'1.8'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroup': {'1.4'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SubPort': {'1.0'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Subnet': {'1.1'}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Trunk': {'1.1'}} Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: consumer versions: Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'ConntrackHelper': '1.0', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Log': '1.0', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Network': '1.1', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Port': '1.7', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'PortForwarding': '1.2', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'QosPolicy': '1.8', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroup': '1.4', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroupRule': '1.2', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SubPort': '1.0', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Subnet': '1.1', Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Trunk': '1.1'}} Jul 29 20:39:59.294800 dv-cinder-801633-3-iscsi neutron-server[99522]: {{(pid=99522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:39:59.309841 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Attempting to bind port a4e8abec-fbba-4e65-9459-2a8ae8047919 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:39:59.310244 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Attempting to bind port a4e8abec-fbba-4e65-9459-2a8ae8047919 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:39:59.310700 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Attempting to bind port a4e8abec-fbba-4e65-9459-2a8ae8047919 on network ac6ba9fd-7011-454b-87e5-b2a7eddad86a {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:39:59.315526 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:39:59.315930 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Checking segment: {'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:39:59.316391 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.316768 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Bound using segment: {'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:39:59.317245 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Bound port: a4e8abec-fbba-4e65-9459-2a8ae8047919, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091afdbe-e3e7-4169-ae61-8f14a2c0249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:39:59.317636 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.379674 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] For port a4e8abec-fbba-4e65-9459-2a8ae8047919, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:39:59.400714 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] For port a4e8abec-fbba-4e65-9459-2a8ae8047919, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=a4e8abec-fbba-4e65-9459-2a8ae8047919,segment=NetworkSegment(091afdbe-e3e7-4169-ae61-8f14a2c0249e),segment_id=091afdbe-e3e7-4169-ae61-8f14a2c0249e)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:39:59.404599 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:39:59.462712 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77637109-cfa1-492a-91fc-99ed3c4efa52 None None] Pushing event updated for resources: {'Port': ['ID=a4e8abec-fbba-4e65-9459-2a8ae8047919,revision_number=4']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:39:59.467148 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Routers {'d2bed348-3e85-4bad-8989-3b14a0f03f06'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:39:59.467581 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:39:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['d2bed348-3e85-4bad-8989-3b14a0f03f06'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:59.554275 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] Set router d2bed348-3e85-4bad-8989-3b14a0f03f06 gateway port host: None {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:39:59.760045 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'name': 'router1', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:39:57Z', 'revision_number': 2, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'gw_port_host': None, '_interfaces': [{'id': 'a4e8abec-fbba-4e65-9459-2a8ae8047919', 'name': '', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'mac_address': 'fa:16:3e:ee:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:56Z', 'updated_at': '2021-07-29T20:39:59Z', 'revision_number': 4, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'subnets': [{'id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6773f104-1378-4dc7-aa01-8ca00c5c6996'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:39:59.785233 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ca6da-b828-4cb1-a87b-25054b3b5b34 None None] The sync data for ids ['d2bed348-3e85-4bad-8989-3b14a0f03f06'] in dv-cinder-801633-3-iscsi is: [{'id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'name': 'router1', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:39:57Z', 'revision_number': 2, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'gw_port_host': None, '_interfaces': [{'id': 'a4e8abec-fbba-4e65-9459-2a8ae8047919', 'name': '', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'mac_address': 'fa:16:3e:ee:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:56Z', 'updated_at': '2021-07-29T20:39:59Z', 'revision_number': 4, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'subnets': [{'id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6773f104-1378-4dc7-aa01-8ca00c5c6996'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:40:00.195468 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 52374) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:00.394008 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae35f15-e9fa-4723-89bc-c32f62e94c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:00.395980 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-2ae35f15-e9fa-4723-89bc-c32f62e94c50 admin admin] 10.222.0.26 "GET /v2.0/networks/a8456d84-069b-4b8e-8fe7-56d676146ae7 HTTP/1.1" status: 200 len: 842 time: 0.1993647 Jul 29 20:40:00.406311 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Request body: {'subnet': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:00.407755 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.quota [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Loaded quota_driver: . Jul 29 20:40:00.447107 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Made reservation on behalf of f2785f0c7fa4430fa1c4ad686318dbfa for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:00.449520 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:00.759230 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.objects.ports [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99519) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 20:40:00.759687 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:00.818670 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b666925-b9c4-44d2-bc5a-83101c4e7686,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:00.823365 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:00.823752 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Network hostable DHCP agents. Network: a8456d84-069b-4b8e-8fe7-56d676146ae7, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:40:00.848719 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:40:00.860427 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, a8456d84-069b-4b8e-8fe7-56d676146ae7) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:00.864497 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:00.865755 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:00.873525 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ffe425-1a4b-4162-834e-9b6ccf695d24 None None] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:00.889687 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a1d36a8b-ad7f-47a4-93b6-4fc4eaf1b303 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4867826 Jul 29 20:40:01.016330 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81c456-ec84-485a-b536-97965da02f82 None None] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:40:03.128327 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:40:03.174325 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 52392) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:03.305310 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-458d707a-6fcc-432f-8ec0-bfd10576381d admin admin] 10.222.0.26 "GET /v2.0/routers/d2bed348-3e85-4bad-8989-3b14a0f03f06 HTTP/1.1" status: 200 len: 710 time: 0.1298130 Jul 29 20:40:03.391283 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48ecc7-6c7c-4d7d-b7d7-241a94bd7570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:03.392703 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-1a48ecc7-6c7c-4d7d-b7d7-241a94bd7570 admin admin] 10.222.0.26 "GET /v2.0/networks/a8456d84-069b-4b8e-8fe7-56d676146ae7 HTTP/1.1" status: 200 len: 886 time: 0.0817566 Jul 29 20:40:03.402900 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:03.640109 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:03.954963 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.028804 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.136154 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Allocated IP 172.27.0.23 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/b0e619c5-073e-414a-8b09-bcedec8949c7) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:40:04.235520 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.273285 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.310324 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:40:04.317436 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:40:04.319857 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e619c5-073e-414a-8b09-bcedec8949c7,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:04.331903 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:40:04.577040 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.766159 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6391'] for router, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.769433 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-580200'] for router, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.884939 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Router d2bed348-3e85-4bad-8989-3b14a0f03f06 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:40:04.992960 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:40:04.998098 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:04.999299 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-4ddfe853-31ab-4411-8af9-ae3004baecb8 admin admin] 10.222.0.26 "PUT /v2.0/routers/d2bed348-3e85-4bad-8989-3b14a0f03f06 HTTP/1.1" status: 200 len: 889 time: 1.5998576 Jul 29 20:40:06.217032 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Sync routers for ids ['d2bed348-3e85-4bad-8989-3b14a0f03f06'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:40:06.227559 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Routers {'d2bed348-3e85-4bad-8989-3b14a0f03f06'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:06.228265 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:39:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['d2bed348-3e85-4bad-8989-3b14a0f03f06'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:06.486809 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Set router d2bed348-3e85-4bad-8989-3b14a0f03f06 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:06.752569 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device a4e8abec-fbba-4e65-9459-2a8ae8047919 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:06.872435 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port a4e8abec-fbba-4e65-9459-2a8ae8047919 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:06.886792 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port a4e8abec-fbba-4e65-9459-2a8ae8047919 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:06.887182 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:06.951989 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'name': 'router1', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b0e619c5-073e-414a-8b09-bcedec8949c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:40:04Z', 'revision_number': 4, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'gw_port': {'id': 'b0e619c5-073e-414a-8b09-bcedec8949c7', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:04Z', 'updated_at': '2021-07-29T20:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'a4e8abec-fbba-4e65-9459-2a8ae8047919', 'name': '', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'mac_address': 'fa:16:3e:ee:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:56Z', 'updated_at': '2021-07-29T20:39:59Z', 'revision_number': 4, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'subnets': [{'id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6773f104-1378-4dc7-aa01-8ca00c5c6996'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:07.001687 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Checking router: d2bed348-3e85-4bad-8989-3b14a0f03f06 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:40:07.001954 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Updating router d2bed348-3e85-4bad-8989-3b14a0f03f06 port b0e619c5-073e-414a-8b09-bcedec8949c7 binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:40:07.068107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.095875 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.218238 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port a4e8abec-fbba-4e65-9459-2a8ae8047919, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=a4e8abec-fbba-4e65-9459-2a8ae8047919,segment=NetworkSegment(091afdbe-e3e7-4169-ae61-8f14a2c0249e),segment_id=091afdbe-e3e7-4169-ae61-8f14a2c0249e)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:07.232432 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.337099 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=a4e8abec-fbba-4e65-9459-2a8ae8047919,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:07.364059 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 52406) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:07.457808 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.467086 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Transition to ACTIVE for port object b0e619c5-073e-414a-8b09-bcedec8949c7 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:40:07.472902 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.473100 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-4d37486f-4c50-428b-b080-677b346ce119 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1076822 Jul 29 20:40:07.523898 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Attempting to bind port b0e619c5-073e-414a-8b09-bcedec8949c7 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:40:07.524264 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Attempting to bind port b0e619c5-073e-414a-8b09-bcedec8949c7 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:40:07.524623 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Attempting to bind port b0e619c5-073e-414a-8b09-bcedec8949c7 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:40:07.530563 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe0f36-ff80-4305-94e3-275839baf811 None None] Pushing event updated for resources: {'Port': ['ID=b0e619c5-073e-414a-8b09-bcedec8949c7,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:07.535477 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:40:07.535835 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:40:07.536240 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.536631 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:40:07.537100 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Bound port: b0e619c5-073e-414a-8b09-bcedec8949c7, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:40:07.537502 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.592858 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] For port b0e619c5-073e-414a-8b09-bcedec8949c7, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:40:07.596069 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] For port b0e619c5-073e-414a-8b09-bcedec8949c7, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=b0e619c5-073e-414a-8b09-bcedec8949c7,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:40:07.601110 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:07.660823 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe0f36-ff80-4305-94e3-275839baf811 None None] Pushing event updated for resources: {'Port': ['ID=b0e619c5-073e-414a-8b09-bcedec8949c7,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:07.663674 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Routers {'d2bed348-3e85-4bad-8989-3b14a0f03f06'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:07.664267 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:39:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['d2bed348-3e85-4bad-8989-3b14a0f03f06'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:07.851604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] Set router d2bed348-3e85-4bad-8989-3b14a0f03f06 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:40:08.063360 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'name': 'router1', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b0e619c5-073e-414a-8b09-bcedec8949c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:40:04Z', 'revision_number': 4, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'gw_port': {'id': 'b0e619c5-073e-414a-8b09-bcedec8949c7', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:04Z', 'updated_at': '2021-07-29T20:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'a4e8abec-fbba-4e65-9459-2a8ae8047919', 'name': '', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'mac_address': 'fa:16:3e:ee:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:56Z', 'updated_at': '2021-07-29T20:40:07Z', 'revision_number': 5, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'subnets': [{'id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6773f104-1378-4dc7-aa01-8ca00c5c6996'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:08.090016 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa706e3-5c53-4c4c-87ca-36c81e58a20f None None] The sync data for ids ['d2bed348-3e85-4bad-8989-3b14a0f03f06'] in dv-cinder-801633-3-iscsi is: [{'id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'name': 'router1', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b0e619c5-073e-414a-8b09-bcedec8949c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:39:46Z', 'updated_at': '2021-07-29T20:40:04Z', 'revision_number': 4, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'gw_port': {'id': 'b0e619c5-073e-414a-8b09-bcedec8949c7', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:40:04Z', 'updated_at': '2021-07-29T20:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'a4e8abec-fbba-4e65-9459-2a8ae8047919', 'name': '', 'network_id': 'ac6ba9fd-7011-454b-87e5-b2a7eddad86a', 'tenant_id': '6ba7052e52fe4a038ca26149dab89b0d', 'mac_address': 'fa:16:3e:ee:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bed348-3e85-4bad-8989-3b14a0f03f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:39:56Z', 'updated_at': '2021-07-29T20:40:07Z', 'revision_number': 5, 'project_id': '6ba7052e52fe4a038ca26149dab89b0d', 'subnets': [{'id': '649d1675-8a7f-43bf-adf7-40613a2d8822', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6773f104-1378-4dc7-aa01-8ca00c5c6996'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:40:08.831551 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device b0e619c5-073e-414a-8b09-bcedec8949c7 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:08.895487 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port b0e619c5-073e-414a-8b09-bcedec8949c7 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:40:08.899929 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port b0e619c5-073e-414a-8b09-bcedec8949c7 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:08.900238 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.977501 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:08.996073 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port b0e619c5-073e-414a-8b09-bcedec8949c7, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=b0e619c5-073e-414a-8b09-bcedec8949c7,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:40:08.999437 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:09.000153 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device a4e8abec-fbba-4e65-9459-2a8ae8047919 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:09.074053 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=b0e619c5-073e-414a-8b09-bcedec8949c7,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:09.084324 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port a4e8abec-fbba-4e65-9459-2a8ae8047919 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:09.084690 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:10.741574 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device b0e619c5-073e-414a-8b09-bcedec8949c7 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:40:10.796340 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port b0e619c5-073e-414a-8b09-bcedec8949c7 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:40:10.797000 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:21.790507 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-03cfec59-b7db-4ded-ba57-a107eaf57764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.414513 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-7ae15b0c-26d0-47f0-9778-51e7c41f6376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:24.863734 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:25.229831 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:27.000600 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:40.127594 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:40:51.793311 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5a40dca0-c95a-4957-a173-b41d49c652d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.408752 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0b315006-4d1c-44a9-87a2-14a3f96011bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:54.873518 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:55.231790 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.006400 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.126165 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:41:21.791419 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-00e9a1ad-5117-486c-b8db-aaabad2df321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.412326 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-79e8598c-16c7-4ea8-bfbf-84212a1150b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:24.866235 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:25.232941 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.008679 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:42.719553 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52974) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:42.782732 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dca32d-3d54-4cd8-a3db-d8a3448dc8e1 admin admin] GET failed (client error): The resource could not be found. Jul 29 20:41:42.784065 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-e7dca32d-3d54-4cd8-a3db-d8a3448dc8e1 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635867 Jul 29 20:41:42.942440 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01afd6b2-ce54-46ef-8ae5-7998d9805837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:42.943847 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-01afd6b2-ce54-46ef-8ae5-7998d9805837 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555798 Jul 29 20:41:45.091741 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52984) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:45.182279 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd8f8c-4341-4e64-8ba0-6a93d204e51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:45.183617 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d1fd8f8c-4341-4e64-8ba0-6a93d204e51b admin admin] 10.222.0.26 "GET /v2.0/subnets/649d1675-8a7f-43bf-adf7-40613a2d8822 HTTP/1.1" status: 200 len: 849 time: 0.0909467 Jul 29 20:41:45.193264 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:45.272874 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:45.413083 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750918903080'] for subnet, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:45.447333 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:45.447906 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:45.449672 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] 10.222.0.26 "PUT /v2.0/subnets/649d1675-8a7f-43bf-adf7-40613a2d8822 HTTP/1.1" status: 200 len: 868 time: 0.2595091 Jul 29 20:41:45.451803 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e6f28-cb9d-4f20-b1ec-061e7d063f60 None None] Network ac6ba9fd-7011-454b-87e5-b2a7eddad86a requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:41:45.465501 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=649d1675-8a7f-43bf-adf7-40613a2d8822,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:45.473120 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.473482 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.473805 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.474129 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.474449 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.474839 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.475143 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.475457 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.475864 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.476178 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.476495 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.476849 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59869cd-3021-4bf7-aa3d-6d7cb722ea61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:45.845972 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-e3ea1793-316e-433b-b5a7-5ab5b5938706 None None] Provisioning complete for port a4e8abec-fbba-4e65-9459-2a8ae8047919 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:45.846348 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1793-316e-433b-b5a7-5ab5b5938706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:45.930026 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-e3ea1793-316e-433b-b5a7-5ab5b5938706 None None] Provisioning complete for port 8523fc2e-0146-45d0-8ffe-d62e095db416 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:45.930374 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1793-316e-433b-b5a7-5ab5b5938706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:47.601640 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 52992) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:47.795569 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96f4e0-2e25-4322-8cfb-7d1faa48a48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:47.795990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96f4e0-2e25-4322-8cfb-7d1faa48a48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:47.798212 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-6e96f4e0-2e25-4322-8cfb-7d1faa48a48e admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956301 Jul 29 20:41:50.082669 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53000) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:50.208159 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04579446-6205-4d36-b47c-ec0f7406c4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:50.208551 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04579446-6205-4d36-b47c-ec0f7406c4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:50.210049 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-04579446-6205-4d36-b47c-ec0f7406c4fa admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1264014 Jul 29 20:41:51.792242 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5e58ad0b-ca95-4ae1-ab84-8ff49d19f632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:52.348213 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53008) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:52.497352 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74645816-be79-4a7b-bfc1-3ea688fa3ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:52.498754 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-74645816-be79-4a7b-bfc1-3ea688fa3ce7 admin admin] 10.222.0.26 "GET /v2.0/networks/a8456d84-069b-4b8e-8fe7-56d676146ae7 HTTP/1.1" status: 200 len: 886 time: 0.1495707 Jul 29 20:41:54.125196 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:41:54.413463 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2d85efe3-6c32-4cf9-a5ba-967b733771d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:54.645548 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53016) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:54.833134 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ab5f0b-e466-4d9b-8931-bebdbf926cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:54.834502 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d1ab5f0b-e466-4d9b-8931-bebdbf926cc1 admin admin] 10.222.0.26 "GET /v2.0/networks/ac6ba9fd-7011-454b-87e5-b2a7eddad86a HTTP/1.1" status: 200 len: 869 time: 0.1880035 Jul 29 20:41:54.869794 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:55.236053 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:56.975371 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53024) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:57.010077 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:57.098161 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929943a-d749-487e-822c-1cb26b4cfe41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:57.098613 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929943a-d749-487e-822c-1cb26b4cfe41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:57.100128 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8929943a-d749-487e-822c-1cb26b4cfe41 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238301 Jul 29 20:41:59.223191 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53034) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:59.312921 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991e492-734d-4551-a448-788cac3f6a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:59.313375 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d991e492-734d-4551-a448-788cac3f6a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:59.314896 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d991e492-734d-4551-a448-788cac3f6a3c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907431 Jul 29 20:42:01.440183 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53042) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:01.531487 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fb5a15-bcc6-41c0-8aea-eb1b97818692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:01.532814 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-13fb5a15-bcc6-41c0-8aea-eb1b97818692 admin admin] 10.222.0.26 "GET /v2.0/subnets/649d1675-8a7f-43bf-adf7-40613a2d8822 HTTP/1.1" status: 200 len: 868 time: 0.0916870 Jul 29 20:42:03.707137 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53050) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:03.789726 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42838270-73f3-4ccb-bd0c-64b5eb0241c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:03.791067 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-42838270-73f3-4ccb-bd0c-64b5eb0241c8 admin admin] 10.222.0.26 "GET /v2.0/subnets/7b666925-b9c4-44d2-bc5a-83101c4e7686 HTTP/1.1" status: 200 len: 816 time: 0.0829999 Jul 29 20:42:21.793524 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-6c0357af-0ab4-43eb-8d6b-27a25b83d12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:24.415076 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2d3728d5-ce0e-45a9-a7e6-4fe506a338b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:24.875054 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:25.241293 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:27.012155 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:28.914330 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53104) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:28.960420 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [None req-115e904f-f549-45c3-bc07-f7051a01d91f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:42:28.961390 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-115e904f-f549-45c3-bc07-f7051a01d91f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460880 Jul 29 20:42:31.124329 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:42:31.200408 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53112) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:31.258200 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7390a4-ee16-43f7-b117-f22d352232b4 admin admin] GET failed (client error): The resource could not be found. Jul 29 20:42:31.259558 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-8b7390a4-ee16-43f7-b117-f22d352232b4 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582347 Jul 29 20:42:31.346845 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ff6fd-8862-47b8-bb19-2e302ecae6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:31.348288 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-012ff6fd-8862-47b8-bb19-2e302ecae6c0 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844207 Jul 29 20:42:33.502638 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53120) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:33.547504 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:33.567464 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Made reservation on behalf of f2785f0c7fa4430fa1c4ad686318dbfa for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:33.569667 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:33.603816 dv-cinder-801633-3-iscsi neutron-server[99520]: WARNING neutron.services.revisions.revision_plugin [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Could not find related network for resource to bump revision. Jul 29 20:42:33.614658 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:42:33.624369 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:33.624710 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Added segment 3916ee30-e664-4310-bedc-da6ae2996e09 of type vlan for network 9925604b-8532-405f-99e5-c3be6975ab20 Jul 29 20:42:33.671476 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:33.702181 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:33.703094 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:33.703668 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:33.753085 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2493804 Jul 29 20:42:33.760331 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b4fb1-d4ff-4fc1-91a2-d96786ac19ce admin admin] Pushing event updated for resources: {'Network': ['ID=9925604b-8532-405f-99e5-c3be6975ab20,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:33.786436 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 9925604b-8532-405f-99e5-c3be6975ab20 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:42:35.918680 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53128) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:42:35.977203 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.pecan_wsgi.hooks.translation [None req-7281d4cf-d263-45eb-b1cf-38db87d0014f admin admin] GET failed (client error): The resource could not be found. Jul 29 20:42:35.978501 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7281d4cf-d263-45eb-b1cf-38db87d0014f admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588324 Jul 29 20:42:36.049680 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b38c62c-66e0-4fd8-8e25-d0867fd93ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:36.051245 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-8b38c62c-66e0-4fd8-8e25-d0867fd93ab0 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684290 Jul 29 20:42:36.061867 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:42:36.080767 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Made reservation on behalf of f2785f0c7fa4430fa1c4ad686318dbfa for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:42:36.083084 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:36.243828 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:36.300881 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e35169-882f-485f-97ef-c50e6cd4b8aa,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:36.305729 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Checking segment: {'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:36.306080 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Network hostable DHCP agents. Network: 9925604b-8532-405f-99e5-c3be6975ab20, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:42:36.321929 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Network 9925604b-8532-405f-99e5-c3be6975ab20 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:42:36.330231 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 9925604b-8532-405f-99e5-c3be6975ab20) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:36.334010 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:42:36.334592 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:36.339277 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4618252-993f-4210-a30c-644b0ba11c23 None None] Network 9925604b-8532-405f-99e5-c3be6975ab20 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:36.347496 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a1ae6155-4dd5-4cd9-b262-c137b4baa865 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2896900 Jul 29 20:42:36.492629 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-9925604b-8532-405f-99e5-c3be6975ab20', 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20', 'tenant_id': 'f2785f0c7fa4430fa1c4ad686318dbfa', 'fixed_ips': [{'subnet_id': '24e35169-882f-485f-97ef-c50e6cd4b8aa'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:42:36.493522 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:36.723657 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Allocated IP 192.168.233.2 (9925604b-8532-405f-99e5-c3be6975ab20/24e35169-882f-485f-97ef-c50e6cd4b8aa/6b2722a1-cfa8-48e6-8f99-a9d7423b8031) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:42:36.867117 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:36.876701 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Transition to ACTIVE for port object 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:36.893657 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Transition to ACTIVE for port object 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:42:36.900149 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:36.935339 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Network 9925604b-8532-405f-99e5-c3be6975ab20 is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:42:36.938690 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:42:36.946096 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:42:36.952838 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Pushing event updated for resources: {'Port': ['ID=6b2722a1-cfa8-48e6-8f99-a9d7423b8031,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:36.962162 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.962506 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.962863 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.963190 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.963510 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.963931 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.964453 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.964685 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.965139 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.965454 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.965770 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:36.966082 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:42:37.016698 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Attempting to bind port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:42:37.017062 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Attempting to bind port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:42:37.017435 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Attempting to bind port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 on network 9925604b-8532-405f-99e5-c3be6975ab20 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:42:37.022435 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:42:37.022829 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Checking segment: {'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:42:37.023231 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:37.023617 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Bound using segment: {'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:42:37.024075 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Bound port: 6b2722a1-cfa8-48e6-8f99-a9d7423b8031, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:42:37.024465 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:37.085957 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] For port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:42:37.089590 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] For port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6b2722a1-cfa8-48e6-8f99-a9d7423b8031,segment=NetworkSegment(3916ee30-e664-4310-bedc-da6ae2996e09),segment_id=3916ee30-e664-4310-bedc-da6ae2996e09)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:42:37.094286 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:37.148644 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df378ecf-e66b-41a6-bac0-8172b7b1539a None None] Pushing event updated for resources: {'Port': ['ID=6b2722a1-cfa8-48e6-8f99-a9d7423b8031,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:37.905810 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2828cdd0-850a-4957-8482-1e1aab677333 None None] Network 9925604b-8532-405f-99e5-c3be6975ab20 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:42:37.990253 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-0a64ddd1-2b7e-4f09-a25d-729180eb7e79 None None] Provisioning for port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:38.880702 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:38.931299 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:42:38.935178 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:38.935554 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:39.017006 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:39.049064 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6b2722a1-cfa8-48e6-8f99-a9d7423b8031,segment=NetworkSegment(3916ee30-e664-4310-bedc-da6ae2996e09),segment_id=3916ee30-e664-4310-bedc-da6ae2996e09)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:42:39.052660 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:39.100803 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=6b2722a1-cfa8-48e6-8f99-a9d7423b8031,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:42:40.845868 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:42:40.896938 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6b2722a1-cfa8-48e6-8f99-a9d7423b8031 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:42:40.897305 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:51.794967 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ae0e38c0-10c9-43c1-94ab-d89b31a92c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:54.415589 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-96ae1942-16ea-4447-9313-af3923fad341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:54.878037 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:55.244565 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:57.015655 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.122741 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:43:21.795313 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-74a83c54-ba1d-4049-8875-92befe624429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.415928 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-35d27a30-30ef-4f32-abca-f8c8fdb82932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:24.880620 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:25.245551 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:27.020107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:45.121019 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:43:45.259999 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53180) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:45.265823 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [None req-3ce62fc0-2a76-49bd-a8b9-eb4e69feba5f tempest-verify_tempest_config-1075331091 tempest-verify_tempest_config-1075331091-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:43:45.266825 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-3ce62fc0-2a76-49bd-a8b9-eb4e69feba5f tempest-verify_tempest_config-1075331091 tempest-verify_tempest_config-1075331091-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058460 Jul 29 20:43:45.559662 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53198) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:45.659250 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:45.747099 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:45.750582 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:45.794941 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fd8e17eb3aa4063ab405b49b01dfa28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2342284 Jul 29 20:43:45.795924 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f536a-a517-462e-a2e7-c9d3f35aa56d,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:45.797582 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53202) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:45.802595 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.802993 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.803337 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.803669 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.803999 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.804342 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.804670 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.804994 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.805351 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.805657 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.805976 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.806293 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048540d-549f-4377-8cff-77ae75bbbdbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:45.871876 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:45.895006 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:46.055140 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:46.057545 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:46.061872 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd9f536a-a517-462e-a2e7-c9d3f35aa56d HTTP/1.1" status: 204 len: 168 time: 0.2633302 Jul 29 20:43:46.069384 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f536a-a517-462e-a2e7-c9d3f35aa56d,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:46.076639 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.077000 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.077334 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.077660 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.077980 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.078313 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.078636 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.078980 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.079294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.079605 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.079919 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:46.080244 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b930-0f21-45a6-8bfd-a6e76ddb69d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:51.795312 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-87d76486-7b91-4df8-93ec-313ad9fd2b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.417025 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-7053229d-6219-4fa6-8e40-275bffa36a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:54.886518 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:55.247642 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:57.023591 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:21.795796 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-543e39cf-349c-4259-ba5f-56ba30f60b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:22.119911 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:44:24.418285 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-415bd6ac-b172-4b96-852d-dbf0b05c07e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:24.877903 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:25.250248 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:27.025057 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:51.795028 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ab927e26-2310-49ad-8cc2-64ca8cfb0d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:54.418439 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-a5a67144-c444-4000-b057-d000db732579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:54.880766 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:55.252786 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:57.028094 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:59.118527 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 5 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:45:21.794461 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-78e69f5f-643f-466a-99fa-5d7138b9c070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:22.700824 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579791'] for agent, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:24.418503 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0a419ad9-83aa-4518-b3b8-4ed56d0229cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:24.883490 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:25.255694 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.030872 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:36.117333 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:45:37.518247 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53276) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:37.617464 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-4aa69986-e72b-488c-9a0f-fae6966944cc admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0980673 Jul 29 20:45:39.771370 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53286) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:39.823404 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-db164b83-0114-4d37-b710-23c97d061627 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0509665 Jul 29 20:45:51.794506 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-bfe56a6b-df8d-494c-87c2-908b2b32061f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:52.651308 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.418300 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-6ad849a2-8cad-40db-8ce7-eca20f2d8139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:54.888422 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:55.257357 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:57.035984 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:13.115960 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:46:21.793952 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b1d74797-f640-45ab-aa60-b309e46fecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:22.663829 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:24.418587 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa4d-2562-4d08-9660-fe931480881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:24.888436 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:25.260509 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:27.037501 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:50.114445 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:46:51.795134 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-eccbe455-a717-4754-af0a-adc10ce99398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:52.672088 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:54.419229 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1770079b-ed4c-4c2e-b2e2-7f73fa307395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:54.890329 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:55.263611 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:57.039902 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:08.661289 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53508) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:08.752464 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53516) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:08.899341 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53526) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:09.081846 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53542) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:09.118803 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-127293959-network', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:09.160617 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53548) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:09.167690 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-network', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:09.181921 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Made reservation on behalf of 3a2d499cfd29443a8769fc072df858f4 for: {'network': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:09.189338 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.223568 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1833652063-network', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:09.227228 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.248145 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-104322097-network', 'tenant_id': '25311ac0023e4eefbbbddc671bd6404e'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:09.281824 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Made reservation on behalf of 31400768fcf64e2a9b7aeafe621afd97 for: {'network': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:09.291620 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.307889 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Made reservation on behalf of 25311ac0023e4eefbbbddc671bd6404e for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:09.312258 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.313148 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.322569 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.db.api [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:47:09.322569 dv-cinder-801633-3-iscsi neutron-server[99519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:47:09.322569 dv-cinder-801633-3-iscsi neutron-server[99519]: [parameters: {'project_id_1': '84530e02538f49be94ddcfefcc1abf8d', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 47, 9, 272674)}] Jul 29 20:47:09.322569 dv-cinder-801633-3-iscsi neutron-server[99519]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:47:09.323198 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG oslo_db.api [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:47:09.331045 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.336549 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.db.api [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:47:09.336549 dv-cinder-801633-3-iscsi neutron-server[99519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:47:09.336549 dv-cinder-801633-3-iscsi neutron-server[99519]: [parameters: {'project_id_1': '3a2d499cfd29443a8769fc072df858f4', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 47, 9, 279696)}] Jul 29 20:47:09.336549 dv-cinder-801633-3-iscsi neutron-server[99519]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:47:09.336950 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG oslo_db.api [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:47:09.361088 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1593785758-network', 'tenant_id': '78336ec0509f4e319770ee69c26eb5ab'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:09.430395 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.435430 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.465070 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=99519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:47:09.486727 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd39f32-cada-497f-8aaa-cc71f7898e1c,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:09.494383 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750918994216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.495484 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Unsubscribe: segment precommit_create {{(pid=99519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 20:47:09.496168 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.segments_db [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Added segment de0c3789-22c5-4130-a42e-672a98f6bf26 of type vlan for network be41db28-d8fb-4fee-8add-f87dba94a880 Jul 29 20:47:09.502434 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.503114 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.503616 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.504108 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.504592 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.505143 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.505428 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.506066 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.506521 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.507011 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.507496 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.507970 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Tracked resource versions report: Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: pushed versions: Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: { 'AddressGroup': {'1.2'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'ConntrackHelper': {'1.0'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Log': {'1.0'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Network': {'1.1'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Port': {'1.7'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'PortForwarding': {'1.2'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'QosPolicy': {'1.8'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroup': {'1.4'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SubPort': {'1.0'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Subnet': {'1.1'}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Trunk': {'1.1'}} Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: consumer versions: Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: HyperV agent@hv-cinder-80163: {}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'ConntrackHelper': '1.0', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Log': '1.0', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Network': '1.1', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Port': '1.7', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'PortForwarding': '1.2', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'QosPolicy': '1.8', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroup': '1.4', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SecurityGroupRule': '1.2', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'SubPort': '1.0', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Subnet': '1.1', Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: 'Trunk': '1.1'}} Jul 29 20:47:09.509133 dv-cinder-801633-3-iscsi neutron-server[99519]: {{(pid=99519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:47:09.542806 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.551500 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.559748 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.574046 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:47:09.590617 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.591032 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Added segment 625145a5-80b2-4fb1-bcde-c8d49593e0cc of type vlan for network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 Jul 29 20:47:09.606729 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Made reservation on behalf of 78336ec0509f4e319770ee69c26eb5ab for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:09.608804 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.621986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.623281 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:09.624101 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.652901 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8993511 Jul 29 20:47:09.653628 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53572) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:09.654400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.659665 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877dfa04-812d-420b-8d24-06a143ee1ea5,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:09.662756 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.684807 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.685001 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.685324 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.685655 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.685981 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.686306 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.686630 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.686980 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.687315 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.687638 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.688349 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.688349 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Tracked resource versions report: Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: pushed versions: Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: { 'AddressGroup': {'1.2'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'ConntrackHelper': {'1.0'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Log': {'1.0'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Network': {'1.1'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Port': {'1.7'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'PortForwarding': {'1.2'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'QosPolicy': {'1.8'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroup': {'1.4'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SubPort': {'1.0'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Subnet': {'1.1'}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Trunk': {'1.1'}} Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: consumer versions: Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: HyperV agent@hv-cinder-80163: {}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'ConntrackHelper': '1.0', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Log': '1.0', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Network': '1.1', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Port': '1.7', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'PortForwarding': '1.2', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'QosPolicy': '1.8', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroup': '1.4', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SecurityGroupRule': '1.2', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'SubPort': '1.0', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Subnet': '1.1', Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: 'Trunk': '1.1'}} Jul 29 20:47:09.689233 dv-cinder-801633-3-iscsi neutron-server[99520]: {{(pid=99520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:47:09.746090 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.747248 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:09.748025 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.762575 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Request body: {'subnet': {'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-subnet', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:09.774288 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610cc65-1e3c-463f-bc97-239ae29e0cdb admin admin] Pushing event updated for resources: {'Network': ['ID=be41db28-d8fb-4fee-8add-f87dba94a880,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:09.791833 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network be41db28-d8fb-4fee-8add-f87dba94a880 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:47:09.837940 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.848034 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] Pushing event updated for resources: {'Network': ['ID=69c745ea-d5d7-46f7-8506-1a0ef2a76f84,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:09.879021 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:47:09.892445 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.899563 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.920359 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:47:09.921542 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Made reservation on behalf of 31400768fcf64e2a9b7aeafe621afd97 for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:09.924090 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.932244 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:09.932621 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Added segment 6413d486-0c78-4bd4-a555-8dc3cfc864ef of type vlan for network a5460000-2237-47ef-8c8d-1c3bcca65593 Jul 29 20:47:10.000996 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9c6d97b8-6bf7-43f6-9dc7-4ff743739054 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9180095 Jul 29 20:47:10.006526 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.010440 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53586) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:10.018991 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Request body: {'subnet': {'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-104322097-subnet', 'tenant_id': '25311ac0023e4eefbbbddc671bd6404e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:10.048347 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00f2e9-6466-479a-8b49-1801bbcd1ceb,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:10.063528 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.db.api [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:47:10.063528 dv-cinder-801633-3-iscsi neutron-server[99520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:47:10.063528 dv-cinder-801633-3-iscsi neutron-server[99520]: [parameters: {'project_id_1': '25311ac0023e4eefbbbddc671bd6404e', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 47, 10, 36467)}] Jul 29 20:47:10.063528 dv-cinder-801633-3-iscsi neutron-server[99520]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:47:10.063890 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG oslo_db.api [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:47:10.078172 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.079291 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:10.079957 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.091957 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.db.api [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:47:10.091957 dv-cinder-801633-3-iscsi neutron-server[99519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:47:10.091957 dv-cinder-801633-3-iscsi neutron-server[99519]: [parameters: {'project_id_1': '3a2d499cfd29443a8769fc072df858f4', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 47, 9, 861359)}] Jul 29 20:47:10.091957 dv-cinder-801633-3-iscsi neutron-server[99519]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:47:10.092488 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG oslo_db.api [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:47:10.108168 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9462397 Jul 29 20:47:10.144794 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53590) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:10.151174 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Request body: {'subnet': {'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1593785758-subnet', 'tenant_id': '78336ec0509f4e319770ee69c26eb5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:10.154293 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Made reservation on behalf of 84530e02538f49be94ddcfefcc1abf8d for: {'network': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:10.156649 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.165953 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.175724 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.184846 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Made reservation on behalf of 78336ec0509f4e319770ee69c26eb5ab for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:10.187854 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.223067 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de6a4f7-5db6-43a4-96f2-566560f44084,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:10.255064 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324809-fef8-4473-842b-71a2b50ddcfd admin admin] Pushing event updated for resources: {'Network': ['ID=a5460000-2237-47ef-8c8d-1c3bcca65593,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:10.276829 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network a5460000-2237-47ef-8c8d-1c3bcca65593 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:47:10.361962 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Checking segment: {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:10.362552 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Network hostable DHCP agents. Network: be41db28-d8fb-4fee-8add-f87dba94a880, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:47:10.413091 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Network be41db28-d8fb-4fee-8add-f87dba94a880 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:47:10.416411 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.430840 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.432320 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, be41db28-d8fb-4fee-8add-f87dba94a880) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:10.436622 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:10.437294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.440940 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.446768 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff380624-3de0-480a-acec-da60f560d8f3 None None] Network be41db28-d8fb-4fee-8add-f87dba94a880 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:10.478400 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=99519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:47:10.478795 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1580e2d-56cb-4626-aa5c-e5951a577f47,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:10.494117 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-988ed4c0-b24b-4b1f-ac18-35c2d14a3d92 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7395036 Jul 29 20:47:10.494724 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53610) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:10.496172 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Checking segment: {'id': '6413d486-0c78-4bd4-a555-8dc3cfc864ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:10.496725 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Network hostable DHCP agents. Network: a5460000-2237-47ef-8c8d-1c3bcca65593, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:47:10.501388 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:10.509235 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3c30b7-a536-479d-b540-70b0c0cf64ac,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:10.521750 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.522094 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.segments_db [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Added segment 6327441c-64cb-4590-8ab0-abb9e561d1c0 of type vlan for network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 Jul 29 20:47:10.524220 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Network a5460000-2237-47ef-8c8d-1c3bcca65593 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:47:10.541325 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, a5460000-2237-47ef-8c8d-1c3bcca65593) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:10.549977 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f74bb-73bd-4457-9b43-843d294a617c None None] Network a5460000-2237-47ef-8c8d-1c3bcca65593 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:10.553536 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:10.554220 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.575695 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.576901 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.584037 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d721887d-c84d-41ce-bc57-7ead082cdddd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4380612 Jul 29 20:47:10.585875 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.598607 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Made reservation on behalf of 25311ac0023e4eefbbbddc671bd6404e for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:10.602101 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.733030 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.734165 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:10.734836 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.801009 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.804625 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9039774 Jul 29 20:47:10.808948 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53628) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:10.815683 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Request body: {'subnet': {'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1833652063-subnet', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:10.859040 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece9b04-d258-4240-934c-9d1143cfb2ed None None] Network be41db28-d8fb-4fee-8add-f87dba94a880 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:10.918513 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.930702 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Made reservation on behalf of 84530e02538f49be94ddcfefcc1abf8d for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:10.933106 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:10.937461 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aabf0d-6459-4669-aae0-901eb26a2f33 admin admin] Pushing event updated for resources: {'Network': ['ID=4c965ead-a070-4406-a89c-e44d7cb8c3b2,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:10.968604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:47:11.040620 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.047730 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4816da04-579d-49a5-84c7-f15b56eedf99,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:11.049722 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92314bc-c042-4f0c-ad81-0c83de6fe299 None None] Network a5460000-2237-47ef-8c8d-1c3bcca65593 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:11.053760 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.119974 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53654) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:11.123416 dv-cinder-801633-3-iscsi neutron-server[99519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 20:47:11.222505 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53660) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:11.254952 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Checking segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:11.255619 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Network hostable DHCP agents. Network: 69c745ea-d5d7-46f7-8506-1a0ef2a76f84, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:47:11.270948 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.366077 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921c68-0b38-4898-b873-b3ae261dceee req-c74af583-fe85-4a92-87bc-19a007010648 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:11.372370 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-c74af583-fe85-4a92-87bc-19a007010648 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/networks?id=a5460000-2237-47ef-8c8d-1c3bcca65593 HTTP/1.1" status: 200 len: 812 time: 0.2493026 Jul 29 20:47:11.406047 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-cb85bcb0-8d9c-4202-9714-a0a9a8398803 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/quotas/78336ec0509f4e319770ee69c26eb5ab HTTP/1.1" status: 200 len: 375 time: 0.0261514 Jul 29 20:47:11.419807 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:47:11.441195 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8a2edd16-d610-4179-adf7-091cef713dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.454953 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Checking segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:11.455326 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Network hostable DHCP agents. Network: 4c965ead-a070-4406-a89c-e44d7cb8c3b2, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:47:11.462623 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 69c745ea-d5d7-46f7-8506-1a0ef2a76f84) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:11.471282 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59617cb-c8bf-4407-a293-da7a1dc56423 None None] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:11.472212 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:11.472807 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.476664 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=130776e5-458e-4c91-9c62-e82c0136f2da,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:11.503261 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:47:11.508118 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-4f003a4e-c0bb-4662-8924-d113b9f1aa32 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78336ec0509f4e319770ee69c26eb5ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890942 Jul 29 20:47:11.514410 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.517518 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 4c965ead-a070-4406-a89c-e44d7cb8c3b2) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:11.525505 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.530954 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:11.531598 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.541641 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514cbfd8-8c5a-40bd-a90f-602203dc8b3a None None] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:11.553434 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a6649e20-a944-461b-973a-56338504ed40 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5411189 Jul 29 20:47:11.703969 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8a2edd16-d610-4179-adf7-091cef713dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.711425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8a2edd16-d610-4179-adf7-091cef713dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.763881 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4647e-5be9-4206-9b58-cdb9ab0746a6 None None] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:11.767821 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-51b062d0-3b96-4cfe-8c0a-e08d71da1b31 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9567790 Jul 29 20:47:11.770745 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-8a2edd16-d610-4179-adf7-091cef713dd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37c377a831c4414a9c7cc974417cf489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5455673 Jul 29 20:47:11.771954 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53692) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:11.782812 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53694) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:11.790298 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:11.806353 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2edd16-d610-4179-adf7-091cef713dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9e809f-139b-4ee6-9229-ca6c13efce5b,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:11.846042 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=99519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:47:11.848080 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a3bc55-bf02-4401-a780-ad81f909d1b7,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:11.880064 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.883668 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.902258 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:47:11.904664 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.940039 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-7cbbd02c-40b9-456d-80fa-90311e4bcc64 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:47:11.948571 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-7cbbd02c-40b9-456d-80fa-90311e4bcc64 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1090841 Jul 29 20:47:11.951138 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.951612 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.segments_db [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Added segment 3fdc7a89-2ca2-454f-bbd6-b190a8e040e5 of type vlan for network 19609c7c-420d-4e82-aa8b-a60c5726c469 Jul 29 20:47:11.971689 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1409aeb-fba5-4992-9b87-e8aaab247bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:11.974845 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.072006 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.108257 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.128326 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1409aeb-fba5-4992-9b87-e8aaab247bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.149507 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.157384 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Allocated IP 172.20.0.2 (4c965ead-a070-4406-a89c-e44d7cb8c3b2/130776e5-458e-4c91-9c62-e82c0136f2da/46c1228e-70b2-42b1-b731-3c8131000903) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:12.169220 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-c67fefae-2c9c-4ad9-a3f7-f9eec458c175 service neutron] 10.222.0.26 "GET /v2.0/networks/a5460000-2237-47ef-8c8d-1c3bcca65593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196598 Jul 29 20:47:12.192769 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.193648 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:12.194213 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.259916 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.288256 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6260574 Jul 29 20:47:12.291191 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53712) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:12.296722 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Request body: {'subnet': {'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-subnet', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:12.336760 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.360047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Made reservation on behalf of 3a2d499cfd29443a8769fc072df858f4 for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:12.362310 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.370076 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36651271-32b9-49cc-b27c-97c21b28dcdd admin admin] Pushing event updated for resources: {'Network': ['ID=19609c7c-420d-4e82-aa8b-a60c5726c469,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:12.371357 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Transition to ACTIVE for port object 46c1228e-70b2-42b1-b731-3c8131000903 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:12.391884 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-1abe4840-33cb-4439-a51b-f64c6eb34972 service neutron] 10.222.0.26 "GET /v2.0/networks/a5460000-2237-47ef-8c8d-1c3bcca65593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216897 Jul 29 20:47:12.403316 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1409aeb-fba5-4992-9b87-e8aaab247bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.406248 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1409aeb-fba5-4992-9b87-e8aaab247bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.408541 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:47:12.410174 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a1409aeb-fba5-4992-9b87-e8aaab247bb2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b9e809f-139b-4ee6-9229-ca6c13efce5b HTTP/1.1" status: 204 len: 168 time: 0.6262517 Jul 29 20:47:12.415215 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Transition to ACTIVE for port object 46c1228e-70b2-42b1-b731-3c8131000903 will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:12.426682 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Allocated IP 172.27.0.216 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/d3474d8f-37f6-4b1f-848d-6ff023f5f4d6) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:12.443937 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1409aeb-fba5-4992-9b87-e8aaab247bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9e809f-139b-4ee6-9229-ca6c13efce5b,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:12.503126 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.569757 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53728) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:12.585288 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Pushing event updated for resources: {'Port': ['ID=46c1228e-70b2-42b1-b731-3c8131000903,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:12.602806 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.603441 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.603879 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.604266 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.604598 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.605364 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.607068 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.607676 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.608623 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.609226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.609559 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.609887 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Tracked resource versions report: Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: pushed versions: Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: { 'AddressGroup': {'1.2'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'ConntrackHelper': {'1.0'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Log': {'1.0'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Network': {'1.1'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Port': {'1.7'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'PortForwarding': {'1.2'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'QosPolicy': {'1.8'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroup': {'1.4'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SubPort': {'1.0'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Subnet': {'1.1'}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Trunk': {'1.1'}} Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: consumer versions: Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: HyperV agent@hv-cinder-80163: {}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'ConntrackHelper': '1.0', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Log': '1.0', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Network': '1.1', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Port': '1.7', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'PortForwarding': '1.2', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'QosPolicy': '1.8', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroup': '1.4', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SecurityGroupRule': '1.2', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'SubPort': '1.0', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Subnet': '1.1', Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: 'Trunk': '1.1'}} Jul 29 20:47:12.612074 dv-cinder-801633-3-iscsi neutron-server[99521]: {{(pid=99521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:47:12.684744 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:12.685628 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.688273 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:12.691640 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:12.743270 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945d8cf-6773-468b-b084-961b5a72bafe req-fd223928-a303-4ea1-8815-cecd8d4cb700 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:12.750259 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-fd223928-a303-4ea1-8815-cecd8d4cb700 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.1783218 Jul 29 20:47:12.766904 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Attempting to bind port 46c1228e-70b2-42b1-b731-3c8131000903 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:12.767294 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Attempting to bind port 46c1228e-70b2-42b1-b731-3c8131000903 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:12.767800 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Attempting to bind port 46c1228e-70b2-42b1-b731-3c8131000903 on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:12.774093 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:12.774671 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Checking segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:12.775140 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.775538 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Bound using segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:12.776099 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Bound port: 46c1228e-70b2-42b1-b731-3c8131000903, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:12.776620 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.777972 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-270e6a40-d36f-4a4a-b5d5-78ac93258583 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/quotas/25311ac0023e4eefbbbddc671bd6404e HTTP/1.1" status: 200 len: 375 time: 0.0266936 Jul 29 20:47:12.845926 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-414ce2bf-1527-4db5-bb63-be7c256a55a0 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669854 Jul 29 20:47:12.859589 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.907630 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] For port 46c1228e-70b2-42b1-b731-3c8131000903, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:12.917011 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:12.917758 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:12.919800 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] For port 46c1228e-70b2-42b1-b731-3c8131000903, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=46c1228e-70b2-42b1-b731-3c8131000903,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:12.927600 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:12.930564 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:12.935023 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Pushing event updated for resources: {'Port': ['ID=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:12.935145 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.024665 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.040134 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53764) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:13.071778 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e68c5-7c54-4382-aa53-6f202e367ceb None None] Pushing event updated for resources: {'Port': ['ID=46c1228e-70b2-42b1-b731-3c8131000903,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:13.075163 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.081887 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:13.114795 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Checking segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:13.115680 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Network hostable DHCP agents. Network: 19609c7c-420d-4e82-aa8b-a60c5726c469, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:47:13.146518 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fcd04278-d94f-4fb5-bdad-a3602f31a1e5 req-c4f7de82-002f-4aae-9267-d90fc84c169d tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.1120925 Jul 29 20:47:13.156207 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-85dabbea-e9ea-4a96-8855-27adbd8d4976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.261507 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:47:13.346963 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 19609c7c-420d-4e82-aa8b-a60c5726c469) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:13.353970 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:13.358679 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.382537 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Allocated IP 172.27.0.11 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:13.387443 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269a7a6-243f-4bc3-965c-cc312e433aa5 None None] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:13.461426 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-20cadd76-69a3-48d9-a74f-30e58af5f430 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:47:13.463377 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-20cadd76-69a3-48d9-a74f-30e58af5f430 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3025548 Jul 29 20:47:13.560122 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.584990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.675084 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53788) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:13.677475 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-19609c7c-420d-4e82-aa8b-a60c5726c469', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:47:13.679277 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.712914 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.775571 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:13.780877 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:13.789274 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:13.840387 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-85dabbea-e9ea-4a96-8855-27adbd8d4976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.857556 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-9d690b4d-1286-4606-839c-4c0b4ea56e4b service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442855 Jul 29 20:47:13.882969 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-85dabbea-e9ea-4a96-8855-27adbd8d4976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:13.921053 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Allocated IP 172.20.0.2 (19609c7c-420d-4e82-aa8b-a60c5726c469/b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e/1fdc7878-1ed7-4ded-a480-c858e0f986eb) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:13.958360 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a9040d4f-225d-4836-83b1-d7159280d33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.026000 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dabbea-e9ea-4a96-8855-27adbd8d4976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f089cba-72ca-4607-a8a9-fe7fd0d14221,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:14.048511 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-85dabbea-e9ea-4a96-8855-27adbd8d4976 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b72e40fbe9e24d6bb89c6101aa8774e8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0056419 Jul 29 20:47:14.071461 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d0972b28-7a9a-4f77-b750-012ce1879347 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7758374 Jul 29 20:47:14.106641 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53798) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:14.107129 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53800) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:14.153778 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Pushing event updated for resources: {'Port': ['ID=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:14.300366 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:14.364049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69242867-35b5-471e-9502-c939267499b8 None None] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:14.381210 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.395288 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b0babe3-d057-4e2c-916c-55175fc26f8e req-d7ec461c-8e7f-4b6a-a59a-0776653a03a6 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.1038215 Jul 29 20:47:14.402751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.427351 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-35b5033b-802d-4097-921e-56f71ce05e4d service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688179 Jul 29 20:47:14.470625 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Transition to ACTIVE for port object 1fdc7878-1ed7-4ded-a480-c858e0f986eb will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:14.484567 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-59b1a530-4429-4163-9618-dcbdb717b2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.497927 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-aae7af2f-e240-4cfd-b188-f3ed83a10233 None None] Provisioning for port 46c1228e-70b2-42b1-b731-3c8131000903 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:14.526332 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.554105 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-59b1a530-4429-4163-9618-dcbdb717b2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.559981 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Transition to ACTIVE for port object 1fdc7878-1ed7-4ded-a480-c858e0f986eb will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:14.594823 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a9040d4f-225d-4836-83b1-d7159280d33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.604923 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a9040d4f-225d-4836-83b1-d7159280d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.609358 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.635166 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.637745 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.677072 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-59b1a530-4429-4163-9618-dcbdb717b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.680357 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-59b1a530-4429-4163-9618-dcbdb717b2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.682008 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-59b1a530-4429-4163-9618-dcbdb717b2c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f089cba-72ca-4607-a8a9-fe7fd0d14221 HTTP/1.1" status: 204 len: 168 time: 0.4099324 Jul 29 20:47:14.723094 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9040d4f-225d-4836-83b1-d7159280d33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd31200-1f72-46c4-b02d-712176b0a418,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:14.732920 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a9040d4f-225d-4836-83b1-d7159280d33b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de548646bc074a1a82c24650934cf253&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0568299 Jul 29 20:47:14.735628 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53832) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:14.741056 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.748535 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Router 63801f92-3696-42fd-bab9-e7e0e9270698 is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:47:14.766727 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1a530-4429-4163-9618-dcbdb717b2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f089cba-72ca-4607-a8a9-fe7fd0d14221,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:14.803130 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:14.831766 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:14.852416 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Pushing event updated for resources: {'Port': ['ID=1fdc7878-1ed7-4ded-a480-c858e0f986eb,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:14.857144 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-465d17f1-d491-4b03-ab64-09b34a3c7538 req-230aaa18-83f6-4980-abf0-de80abe78212 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 210 time: 0.0967877 Jul 29 20:47:14.882931 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:14.909127 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-48132173-422f-430e-8026-8cf0260ca600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.942514 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:14.951348 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-48132173-422f-430e-8026-8cf0260ca600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.013332 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:15.029628 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Sync routers for ids ['63801f92-3696-42fd-bab9-e7e0e9270698'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:15.043378 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Routers {'63801f92-3696-42fd-bab9-e7e0e9270698'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:15.043998 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:46:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['63801f92-3696-42fd-bab9-e7e0e9270698'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:15.135374 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Attempting to bind port 1fdc7878-1ed7-4ded-a480-c858e0f986eb on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:15.135918 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Attempting to bind port 1fdc7878-1ed7-4ded-a480-c858e0f986eb by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:15.136096 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Attempting to bind port 1fdc7878-1ed7-4ded-a480-c858e0f986eb on network 19609c7c-420d-4e82-aa8b-a60c5726c469 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:15.156734 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:15.157119 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Checking segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:15.157529 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.157927 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Bound using segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:15.158418 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Bound port: 1fdc7878-1ed7-4ded-a480-c858e0f986eb, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:15.158850 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.202130 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 46c1228e-70b2-42b1-b731-3c8131000903 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:15.221458 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.228077 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-b2beeea0-782e-4b65-80e8-a4f5c7a7ba00 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7304654 Jul 29 20:47:15.230424 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.244982 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 53856) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:15.276240 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-48132173-422f-430e-8026-8cf0260ca600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.279372 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-48132173-422f-430e-8026-8cf0260ca600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.283360 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-48132173-422f-430e-8026-8cf0260ca600 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8dd31200-1f72-46c4-b02d-712176b0a418 HTTP/1.1" status: 204 len: 168 time: 0.5462551 Jul 29 20:47:15.294558 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Set router 63801f92-3696-42fd-bab9-e7e0e9270698 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:15.306129 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48132173-422f-430e-8026-8cf0260ca600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd31200-1f72-46c4-b02d-712176b0a418,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:15.364266 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Router 0597c798-f30b-4bf8-b4cc-dca8cd17922c is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:47:15.439232 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] For port 1fdc7878-1ed7-4ded-a480-c858e0f986eb, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:15.456367 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] For port 1fdc7878-1ed7-4ded-a480-c858e0f986eb, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=1fdc7878-1ed7-4ded-a480-c858e0f986eb,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:15.468383 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.479343 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 46c1228e-70b2-42b1-b731-3c8131000903 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:15.558531 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 46c1228e-70b2-42b1-b731-3c8131000903 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:15.559233 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.712811 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:47:13Z', 'revision_number': 3, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port': {'id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:12Z', 'updated_at': '2021-07-29T20:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:15.742706 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-d4330fb5-83e4-4365-83e8-c6dbb8046e03 None None] Provisioning complete for port 46c1228e-70b2-42b1-b731-3c8131000903 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:15.744837 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-d4330fb5-83e4-4365-83e8-c6dbb8046e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.801568 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Checking router: 63801f92-3696-42fd-bab9-e7e0e9270698 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:15.805113 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Updating router 63801f92-3696-42fd-bab9-e7e0e9270698 port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:47:15.830170 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:15.831126 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4f7af-95cf-4c5a-860c-1f5fbc009aba None None] Pushing event updated for resources: {'Port': ['ID=1fdc7878-1ed7-4ded-a480-c858e0f986eb,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:15.881601 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Sync routers for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:15.886536 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:15.892425 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a15dc0f8-ffd6-4fd7-9ab7-ad73429d855a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1131418 Jul 29 20:47:15.894993 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 53880) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:15.913891 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:16.008827 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:16.014710 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:46:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:16.057005 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4767970c-7e88-4065-ac7f-56fa19ea4ae5 req-5d012488-0784-4136-9ba6-f05543146eca tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.1234679 Jul 29 20:47:16.189909 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0b07f68a-d398-4f49-b2de-2741215842b0 req-c33f7a90-d102-47c8-8739-d16e75e05e47 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 210 time: 0.2390318 Jul 29 20:47:16.299402 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:16.331072 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:16.418339 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:16.596389 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:16.698882 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:16.732939 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Transition to ACTIVE for port object d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:16.754393 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:16.859053 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Allocated IP 172.27.0.122 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/396e0d00-6e01-4da7-a7a2-633cd69859ee) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:16.897007 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 46c1228e-70b2-42b1-b731-3c8131000903, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=46c1228e-70b2-42b1-b731-3c8131000903,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:16.901795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-d4330fb5-83e4-4365-83e8-c6dbb8046e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:16.951343 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Pushing event updated for resources: {'Port': ['ID=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:16.986793 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.987227 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.988106 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.988690 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.989365 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.993945 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.994412 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.994842 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.995307 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.995987 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.996209 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.996745 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Tracked resource versions report: Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: pushed versions: Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: { 'AddressGroup': {'1.2'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'ConntrackHelper': {'1.0'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Log': {'1.0'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Network': {'1.1'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Port': {'1.7'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'PortForwarding': {'1.2'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'QosPolicy': {'1.8'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroup': {'1.4'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SubPort': {'1.0'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Subnet': {'1.1'}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Trunk': {'1.1'}} Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: consumer versions: Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: { DHCP agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: HyperV agent@hv-cinder-80163: {}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: L3 agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: Metadata agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: Metering agent@dv-cinder-801633-3-iscsi: {}, Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: Open vSwitch agent@dv-cinder-801633-3-iscsi: { 'AddressGroup': '1.2', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'ConntrackHelper': '1.0', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Log': '1.0', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Network': '1.1', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Port': '1.7', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'PortForwarding': '1.2', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'QosPolicy': '1.8', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroup': '1.4', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SecurityGroupRule': '1.2', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'SubPort': '1.0', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Subnet': '1.1', Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: 'Trunk': '1.1'}} Jul 29 20:47:16.998523 dv-cinder-801633-3-iscsi neutron-server[99522]: {{(pid=99522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:47:17.078938 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.110133 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Attempting to bind port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:17.111367 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Attempting to bind port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:17.111988 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Attempting to bind port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:17.143688 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:17.144226 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:17.144803 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.152310 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:17.153042 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Bound port: d3474d8f-37f6-4b1f-848d-6ff023f5f4d6, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:17.153633 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.235051 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.245475 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.42', 57708) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:17.279912 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=46c1228e-70b2-42b1-b731-3c8131000903,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:17.401478 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] For port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:17.415351 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] For port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:17.424418 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 1fdc7878-1ed7-4ded-a480-c858e0f986eb up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:17.434321 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.516998 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dff63-7ed8-40e7-8472-d5dc43ae3a22 None None] Pushing event updated for resources: {'Port': ['ID=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:17.557496 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Routers {'63801f92-3696-42fd-bab9-e7e0e9270698'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:17.558388 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:46:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['63801f92-3696-42fd-bab9-e7e0e9270698'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:17.600869 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46224393-7681-459c-8e0c-19de073e9feb None None] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:17.682541 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] Set router 63801f92-3696-42fd-bab9-e7e0e9270698 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:17.695929 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b5a7f390-dea8-4d89-a283-6ade17535960 req-28342a64-a384-4860-b738-83e8b5759745 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 210 time: 0.1750600 Jul 29 20:47:17.740170 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-34bf901a-d5e4-4cad-9fce-820677150627 req-5991b863-4b72-4525-9307-19237a5c31ac tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.2094676 Jul 29 20:47:17.825151 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.db.api [None req-d4330fb5-83e4-4365-83e8-c6dbb8046e03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:47:17.825542 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG oslo_db.api [None req-d4330fb5-83e4-4365-83e8-c6dbb8046e03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:47:17.866378 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 1fdc7878-1ed7-4ded-a480-c858e0f986eb completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:17.923505 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:18.096142 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:14Z', 'revision_number': 3, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:18.099272 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:47:13Z', 'revision_number': 3, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port': {'id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:12Z', 'updated_at': '2021-07-29T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:18.161628 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079da0bc-809e-42bc-8333-9cb896ed562a None None] The sync data for ids ['63801f92-3696-42fd-bab9-e7e0e9270698'] in dv-cinder-801633-3-iscsi is: [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:47:13Z', 'revision_number': 3, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port': {'id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:12Z', 'updated_at': '2021-07-29T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:18.200384 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Checking router: 0597c798-f30b-4bf8-b4cc-dca8cd17922c for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:18.203624 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Updating router 0597c798-f30b-4bf8-b4cc-dca8cd17922c port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:47:18.232147 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:18.252791 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.42', 57716) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:18.273556 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:18.415666 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945d8cf-6773-468b-b084-961b5a72bafe req-1bed6b14-8afc-4d6b-a055-0c7fb3d4d649 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:18.417737 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-1bed6b14-8afc-4d6b-a055-0c7fb3d4d649 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.1587622 Jul 29 20:47:18.641305 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:18.663435 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Request body: {'port': {'device_id': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'admin_state_up': True, 'tenant_id': '25311ac0023e4eefbbbddc671bd6404e'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:18.669972 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-fda20d10-78fb-445f-a8c4-43f5b0c81013 None None] Provisioning for port 1fdc7878-1ed7-4ded-a480-c858e0f986eb completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:18.688404 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-fda20d10-78fb-445f-a8c4-43f5b0c81013 None None] Provisioning complete for port 1fdc7878-1ed7-4ded-a480-c858e0f986eb triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:18.689577 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fda20d10-78fb-445f-a8c4-43f5b0c81013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:18.710226 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Allocated IP 172.20.0.1 (be41db28-d8fb-4fee-8add-f87dba94a880/2de6a4f7-5db6-43a4-96f2-566560f44084/72a002ff-ef46-479c-9e07-c246bf0a2c63) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:18.750135 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921c68-0b38-4898-b873-b3ae261dceee req-387f8efd-adbf-42e7-abf4-e7fd6496ff6c tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:18.753952 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-387f8efd-adbf-42e7-abf4-e7fd6496ff6c tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.42 "GET /v2.0/networks?id=a5460000-2237-47ef-8c8d-1c3bcca65593 HTTP/1.1" status: 200 len: 812 time: 1.5046840 Jul 29 20:47:18.776085 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Allocated IP 172.20.0.1 (4c965ead-a070-4406-a89c-e44d7cb8c3b2/130776e5-458e-4c91-9c62-e82c0136f2da/f73b826a-bd09-4781-a6d6-082d71c3a8e2) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:19.111722 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.156789 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.158919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Transition to ACTIVE for port object f73b826a-bd09-4781-a6d6-082d71c3a8e2 will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:19.318596 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Request body: {'port': {'device_id': '78c68960-61d3-414e-ab34-420c90f737a1', 'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593', 'admin_state_up': True, 'tenant_id': '78336ec0509f4e319770ee69c26eb5ab'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:19.366021 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.367499 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.402904 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 46c1228e-70b2-42b1-b731-3c8131000903 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:19.461756 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:19.469796 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac3edd01-3e9b-4aa4-b7bc-17ac56194844 req-05325582-9f60-487b-a739-fd651700d8b4 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.2408421 Jul 29 20:47:19.534046 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:19.571853 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:19.578638 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:19.578792 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.607687 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-74154ea2-73bb-4610-afc2-182eaaa0be0d req-6f3e643a-8573-4622-b56e-0e1f1124cc8d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 210 time: 0.6824276 Jul 29 20:47:19.637245 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:19.649053 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:19.781435 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Pushing event updated for resources: {'Port': ['ID=396e0d00-6e01-4da7-a7a2-633cd69859ee,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:19.784921 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fda20d10-78fb-445f-a8c4-43f5b0c81013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:19.864402 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Network be41db28-d8fb-4fee-8add-f87dba94a880 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:20.002445 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-fda20d10-78fb-445f-a8c4-43f5b0c81013 None None] For port 1fdc7878-1ed7-4ded-a480-c858e0f986eb, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=1fdc7878-1ed7-4ded-a480-c858e0f986eb,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:20.015937 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.026824 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fda20d10-78fb-445f-a8c4-43f5b0c81013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.055815 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 46c1228e-70b2-42b1-b731-3c8131000903 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:20.056180 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.094801 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:20.101617 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:20.102465 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.253741 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Transition to ACTIVE for port object 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:20.308279 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.354173 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b065be94-310f-4dcc-ad93-13605cd63bb7 None None] Provisioning for port f73b826a-bd09-4781-a6d6-082d71c3a8e2 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:20.364948 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Attempting to bind port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:20.365463 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Attempting to bind port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:20.366151 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Attempting to bind port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:20.372372 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b065be94-310f-4dcc-ad93-13605cd63bb7 None None] Provisioning complete for port f73b826a-bd09-4781-a6d6-082d71c3a8e2 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:20.373005 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b065be94-310f-4dcc-ad93-13605cd63bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.488293 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:20.489099 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:20.490325 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.491285 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:20.492171 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Bound port: 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:20.492759 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.597257 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-b065be94-310f-4dcc-ad93-13605cd63bb7 None None] Port f73b826a-bd09-4781-a6d6-082d71c3a8e2 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:47:20.639472 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda20d10-78fb-445f-a8c4-43f5b0c81013 None None] Pushing event updated for resources: {'Port': ['ID=1fdc7878-1ed7-4ded-a480-c858e0f986eb,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:20.686964 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Pushing event updated for resources: {'Port': ['ID=72a002ff-ef46-479c-9e07-c246bf0a2c63,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:20.733658 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Pushing event updated for resources: {'Port': ['ID=f73b826a-bd09-4781-a6d6-082d71c3a8e2,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:20.742502 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] For port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:20.748564 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.817092 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54056) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:20.821092 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] For port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:20.843010 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae999bea-a08f-41d6-8c31-aa98bcd08cbf None None] Pushing event updated for resources: {'Port': ['ID=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:20.857687 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:20.978565 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:21.027449 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:21.028311 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c0b00e90-5954-4080-b585-2179fa39e585 req-87b505c1-4c89-4523-a66a-277f8791137a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 210 time: 0.1234329 Jul 29 20:47:21.039033 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:46:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:21.042331 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55797a67-a5fa-45c9-8b2a-f40bf5a289f9 req-f396009a-5c23-415c-9194-0d8f7dba69fe tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.2713511 Jul 29 20:47:21.062921 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.085739 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.123889 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae999bea-a08f-41d6-8c31-aa98bcd08cbf None None] Pushing event updated for resources: {'Port': ['ID=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:21.134973 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Made reservation on behalf of 25311ac0023e4eefbbbddc671bd6404e for: {'port': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:21.139264 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.213605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:21.227812 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:21.227812 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.267653 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.278556 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:21.289293 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.db.api [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:47:21.289293 dv-cinder-801633-3-iscsi neutron-server[99520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 20:47:21.289293 dv-cinder-801633-3-iscsi neutron-server[99520]: [parameters: {'project_id_1': '7a0688d24e8b477187bd3df5fe319067', 'expiration_1': datetime.datetime(2021, 7, 29, 20, 47, 21, 265358)}] Jul 29 20:47:21.289293 dv-cinder-801633-3-iscsi neutron-server[99520]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:47:21.290313 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG oslo_db.api [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:47:21.307866 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Made reservation on behalf of 78336ec0509f4e319770ee69c26eb5ab for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:21.312806 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.568907 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.612007 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:21.618975 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.627107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:18Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:21.673719 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b39eb-69de-48a3-9dea-7ae5028341ed None None] The sync data for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi is: [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:18Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:21.713991 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:21.808160 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-c49e3538-42a2-4540-a544-a3110a874f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:21.877697 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 1fdc7878-1ed7-4ded-a480-c858e0f986eb up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:21.922217 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Allocated IP 172.20.0.13 (a5460000-2237-47ef-8c8d-1c3bcca65593/d1580e2d-56cb-4626-aa5c-e5951a577f47/39053ded-5e72-4342-8909-b6cb747296b6) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:21.991037 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 1fdc7878-1ed7-4ded-a480-c858e0f986eb triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:21.991447 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:22.193505 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:22.482223 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-57f9a893-c82e-4c4e-a6f2-bb8a71f8c6cf req-24caa1d4-e327-417a-b607-4a4e58ca83f4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 210 time: 0.1287775 Jul 29 20:47:22.484188 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f5f89f45-c93c-4e5e-bdc5-c35d6187f517 req-382c4519-dc8a-41fb-971b-77a0eed033b1 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.2481537 Jul 29 20:47:22.696851 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:22.721948 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:22.843578 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Allocated IP 172.20.0.11 (69c745ea-d5d7-46f7-8506-1a0ef2a76f84/4816da04-579d-49a5-84c7-f15b56eedf99/19756bb3-d002-4d2e-b192-883157e5dfe6) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:22.898416 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:22.921485 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:22.922321 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.138596 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.139425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.174627 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Pushing event updated for resources: {'Port': ['ID=f73b826a-bd09-4781-a6d6-082d71c3a8e2,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:23.187650 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.235127 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.253113 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.322281 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.337031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafae870-a943-49b6-9990-9c6a839d9c0b,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:23.359649 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:23.365007 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:23.368765 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.374924 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.376044 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.381181 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:23.389188 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:23.398923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event updated for resources: {'Port': ['ID=19756bb3-d002-4d2e-b192-883157e5dfe6,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:23.405918 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9d11ef63-b0ba-4639-9265-2c4453eb61ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a0688d24e8b477187bd3df5fe319067&name=default HTTP/1.1" status: 200 len: 2978 time: 2.5873988 Jul 29 20:47:23.407983 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54092) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:23.412145 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:23.420908 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:23.421939 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.541994 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-d0d1d001-9086-4e63-a6d0-dc993ef55422 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9077489 Jul 29 20:47:23.571622 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Pushing event updated for resources: {'Port': ['ID=72a002ff-ef46-479c-9e07-c246bf0a2c63,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:23.717363 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Network be41db28-d8fb-4fee-8add-f87dba94a880 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:23.725301 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:23.757530 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0334718c-b374-4230-84b1-9ca116720d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.762434 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Router f5ab3034-7812-4607-979b-13df135f52bc is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:47:23.824541 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0334718c-b374-4230-84b1-9ca116720d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:23.894400 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-5ab3205d-97f9-4ddd-838e-30c6901ca820 None None] Provisioning complete for port f73b826a-bd09-4781-a6d6-082d71c3a8e2 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:23.914766 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5ab3205d-97f9-4ddd-838e-30c6901ca820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.021698 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:24.091934 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0334718c-b374-4230-84b1-9ca116720d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.097261 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0334718c-b374-4230-84b1-9ca116720d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.112840 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3205d-97f9-4ddd-838e-30c6901ca820 None None] Port f73b826a-bd09-4781-a6d6-082d71c3a8e2 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:47:24.126270 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-0334718c-b374-4230-84b1-9ca116720d81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aafae870-a943-49b6-9990-9c6a839d9c0b HTTP/1.1" status: 204 len: 168 time: 0.7157040 Jul 29 20:47:24.172488 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:24.177007 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Network a5460000-2237-47ef-8c8d-1c3bcca65593 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:24.178152 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:24.180593 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.212195 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:24.306573 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334718c-b374-4230-84b1-9ca116720d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafae870-a943-49b6-9990-9c6a839d9c0b,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:24.318483 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:24.327783 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:24.328883 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.336307 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Pushing event updated for resources: {'Port': ['ID=39053ded-5e72-4342-8909-b6cb747296b6,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:24.417940 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-93ffa512-d5a9-44b7-8347-38a1801929a5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6370149 Jul 29 20:47:24.438624 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.445679 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Router 0597c798-f30b-4bf8-b4cc-dca8cd17922c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:47:24.481941 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:24.506259 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.508500 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:24.510257 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5d43b-3550-4023-8241-c87677745407 req-8f126534-f0c8-4cfa-8f9d-09ad6cb390f5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:24.511817 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a784-a2b4-4bfe-ae0d-412bf49b2422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.521647 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-39a5d43b-3550-4023-8241-c87677745407 req-8f126534-f0c8-4cfa-8f9d-09ad6cb390f5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 932 time: 0.7907491 Jul 29 20:47:24.627640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdd31c-0161-49bf-bfef-51f0c12bb99c req-74a8bf64-6b6a-4b3d-926d-b3da0194a502 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:24.630076 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-72bdd31c-0161-49bf-bfef-51f0c12bb99c req-74a8bf64-6b6a-4b3d-926d-b3da0194a502 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 932 time: 0.8987083 Jul 29 20:47:24.643412 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:24.656230 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7e10a421-96cf-4ebc-aed7-963ae4242f91 admin admin] 10.222.0.26 "PUT /v2.0/routers/0597c798-f30b-4bf8-b4cc-dca8cd17922c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7340820 Jul 29 20:47:24.695239 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-39a5d43b-3550-4023-8241-c87677745407 req-b9e08df3-1d4c-460e-bdd9-794f11ffe1b7 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673656 Jul 29 20:47:24.700441 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:24.713352 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Sync routers for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:24.741315 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:24.744333 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-7ba35f32-8a6a-474c-b58f-fb212fc44927 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.4707556 Jul 29 20:47:24.748645 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54130) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:24.751901 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:24.756140 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-72bdd31c-0161-49bf-bfef-51f0c12bb99c req-98732480-74a8-4d5c-9b5c-c56fa990e995 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133645 Jul 29 20:47:24.766309 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:24.772886 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Router 63801f92-3696-42fd-bab9-e7e0e9270698 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:47:24.821769 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:24.858539 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:24.858900 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:25.064813 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:25.180710 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:25.293952 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:25.662576 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Sync routers for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:25.663783 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:25.664912 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:25.664912 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:25.676705 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Sync routers for ids ['63801f92-3696-42fd-bab9-e7e0e9270698'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:25.677433 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-37db3dea-458e-4c2e-8721-f4f0f7995f49 admin admin] 10.222.0.26 "PUT /v2.0/routers/63801f92-3696-42fd-bab9-e7e0e9270698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4274392 Jul 29 20:47:25.719555 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 3, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:25.809185 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Checking router: f5ab3034-7812-4607-979b-13df135f52bc for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:25.809772 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Updating router f5ab3034-7812-4607-979b-13df135f52bc port 396e0d00-6e01-4da7-a7a2-633cd69859ee binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:47:25.831739 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:25.887331 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 54168) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:25.904675 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:25.952904 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Routers {'63801f92-3696-42fd-bab9-e7e0e9270698'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:25.954023 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['63801f92-3696-42fd-bab9-e7e0e9270698'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:25.997553 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8e53b-e577-4ea7-8912-9672d2e5495e req-82767771-9f0c-4ced-abc9-8b536554cd84 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:25.999845 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e5c8e53b-e577-4ea7-8912-9672d2e5495e req-82767771-9f0c-4ced-abc9-8b536554cd84 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 932 time: 0.1227260 Jul 29 20:47:26.087431 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e5c8e53b-e577-4ea7-8912-9672d2e5495e req-87c8cede-96c2-4dfd-83d0-5b5cb79bc11d tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796156 Jul 29 20:47:26.121277 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093030797-network', 'tenant_id': '581cdcbe59144f6db1d3b68841b2e8f9'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:26.163825 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.172368 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Made reservation on behalf of 581cdcbe59144f6db1d3b68841b2e8f9 for: {'network': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:26.174759 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.188151 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.240425 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:26.241016 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.246437 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:26.262036 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.272968 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Transition to ACTIVE for port object 396e0d00-6e01-4da7-a7a2-633cd69859ee will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:26.287074 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.397354 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7863b9e-879b-4ee2-b3f5-7ea4332997b8 None None] Pushing event updated for resources: {'Port': ['ID=396e0d00-6e01-4da7-a7a2-633cd69859ee,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:26.404209 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a4146-84fe-41a0-af7f-5daf10ae97da req-719b061f-bbcf-4f32-b96a-bffe220d0871 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:26.411084 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Attempting to bind port 396e0d00-6e01-4da7-a7a2-633cd69859ee on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:26.418078 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Attempting to bind port 396e0d00-6e01-4da7-a7a2-633cd69859ee by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:26.418078 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Attempting to bind port 396e0d00-6e01-4da7-a7a2-633cd69859ee on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:26.421821 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a81a4146-84fe-41a0-af7f-5daf10ae97da req-719b061f-bbcf-4f32-b96a-bffe220d0871 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 932 time: 0.2263799 Jul 29 20:47:26.428406 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Set router 63801f92-3696-42fd-bab9-e7e0e9270698 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:26.430516 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:26.431026 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:26.431523 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.432208 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:26.432639 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Bound port: 396e0d00-6e01-4da7-a7a2-633cd69859ee, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:26.433130 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.443494 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Allocated IP 172.20.0.1 (19609c7c-420d-4e82-aa8b-a60c5726c469/b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e/3a065bf2-255c-4a57-aef8-3e43ce69b425) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:26.467939 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54180) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:26.477217 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-8a5a8671-67e5-4964-8665-18a57cbd5138 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855760282', 'description': 'tempest-description--1668132208'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:26.515208 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a81a4146-84fe-41a0-af7f-5daf10ae97da req-150f0447-cf84-4234-b4d4-e42d624a7ab7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923827 Jul 29 20:47:26.535339 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.549084 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.604287 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] For port 396e0d00-6e01-4da7-a7a2-633cd69859ee, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:26.607993 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd469b-30fa-4a25-b95f-aca0d145327a,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:26.620766 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=99519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:47:26.634214 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.634742 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.segments_db [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Added segment 57224b57-8fd8-48ef-92a2-8616a6f8b046 of type vlan for network 6ffaf3fb-4916-4c64-a1a5-62975c5f742e Jul 29 20:47:26.640614 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] For port 396e0d00-6e01-4da7-a7a2-633cd69859ee, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=396e0d00-6e01-4da7-a7a2-633cd69859ee,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:26.650313 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8a5a8671-67e5-4964-8665-18a57cbd5138 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.678726 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.692117 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.702772 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.716766 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:21Z', 'revision_number': 2, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:26.722890 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Transition to ACTIVE for port object 3a065bf2-255c-4a57-aef8-3e43ce69b425 will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:26.740332 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.741534 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:26.742500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.761855 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Checking router: 0597c798-f30b-4bf8-b4cc-dca8cd17922c for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:26.762410 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Updating router 0597c798-f30b-4bf8-b4cc-dca8cd17922c port f73b826a-bd09-4781-a6d6-082d71c3a8e2 binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:47:26.794783 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7863b9e-879b-4ee2-b3f5-7ea4332997b8 None None] Pushing event updated for resources: {'Port': ['ID=396e0d00-6e01-4da7-a7a2-633cd69859ee,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:26.812770 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.813226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.817686 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8a5a8671-67e5-4964-8665-18a57cbd5138 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.835990 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:26.836619 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:26.862021 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Pushing event updated for resources: {'Port': ['ID=3a065bf2-255c-4a57-aef8-3e43ce69b425,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:26.867538 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8a5a8671-67e5-4964-8665-18a57cbd5138 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.896410 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a8671-67e5-4964-8665-18a57cbd5138 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:26.900529 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-103b714c-11ca-4cbc-88bd-3da7f6ea8a94 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:26.902329 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-103b714c-11ca-4cbc-88bd-3da7f6ea8a94 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 819 time: 0.1267920 Jul 29 20:47:26.912438 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:26.914007 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:26.917875 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:26.918446 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:26.945929 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0573587 Jul 29 20:47:26.946695 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 54192) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:26.959342 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:26.970540 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Request body: {'subnet': {'network_id': '6ffaf3fb-4916-4c64-a1a5-62975c5f742e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093030797-subnet', 'tenant_id': '581cdcbe59144f6db1d3b68841b2e8f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:27.007171 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-b7259541-02e8-4690-ad6d-1c30e704e81b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/quotas/31400768fcf64e2a9b7aeafe621afd97 HTTP/1.1" status: 200 len: 375 time: 0.0737262 Jul 29 20:47:27.010481 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Made reservation on behalf of 581cdcbe59144f6db1d3b68841b2e8f9 for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:27.013565 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.090126 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.100910 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041f344-4253-44b2-b641-3741bd5f7c85 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffaf3fb-4916-4c64-a1a5-62975c5f742e,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:27.182594 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 6ffaf3fb-4916-4c64-a1a5-62975c5f742e details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:47:27.194311 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:47:27.210765 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-a8faf024-37ab-4d05-be12-a4b3615a1a12 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1897614 Jul 29 20:47:27.269857 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8a5a8671-67e5-4964-8665-18a57cbd5138 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.272311 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-8a5a8671-67e5-4964-8665-18a57cbd5138 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8025174 Jul 29 20:47:27.275028 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54200) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:27.281429 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-4b9222f5-0cae-4c0c-8987-f9476f48824c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'security_group_rule': {'security_group_id': 'df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:27.296904 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port': {'id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:12Z', 'updated_at': '2021-07-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '72a002ff-ef46-479c-9e07-c246bf0a2c63', 'name': '', 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'mac_address': 'fa:16:3e:bb:f2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:22Z', 'revision_number': 2, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'subnets': [{'id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:27.312456 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-42b925c6-a720-4d5f-a9ab-bcc8fed651aa None None] Provisioning for port 3a065bf2-255c-4a57-aef8-3e43ce69b425 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:27.322121 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-42b925c6-a720-4d5f-a9ab-bcc8fed651aa None None] Provisioning complete for port 3a065bf2-255c-4a57-aef8-3e43ce69b425 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:27.322530 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-42b925c6-a720-4d5f-a9ab-bcc8fed651aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.332063 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.334630 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Checking router: 63801f92-3696-42fd-bab9-e7e0e9270698 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:27.335885 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Updating router 63801f92-3696-42fd-bab9-e7e0e9270698 port 72a002ff-ef46-479c-9e07-c246bf0a2c63 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:47:27.358931 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c370-6230-48f6-9033-24f5f1194469 req-05fe6c85-1607-4aa7-a839-a929e462fd59 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:27.361255 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d91c370-6230-48f6-9033-24f5f1194469 req-05fe6c85-1607-4aa7-a839-a929e462fd59 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 932 time: 0.1790645 Jul 29 20:47:27.409546 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.488316 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d91c370-6230-48f6-9033-24f5f1194469 req-33cefe6c-00b2-4334-abbe-8499fbc719d9 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Jul 29 20:47:27.497256 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-f8be66dc-9b3f-41f1-b9a4-ae70f6c99a7a service neutron] 10.222.0.26 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703824 Jul 29 20:47:27.517921 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-42b925c6-a720-4d5f-a9ab-bcc8fed651aa None None] Port 3a065bf2-255c-4a57-aef8-3e43ce69b425 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:47:27.533888 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1156801b-38cd-480e-8772-343aa206b043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 3, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:27.546156 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.575189 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.581751 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156801b-38cd-480e-8772-343aa206b043 None None] The sync data for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi is: [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 3, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:27.583772 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Transition to ACTIVE for port object f73b826a-bd09-4781-a6d6-082d71c3a8e2 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:27.584760 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4b9222f5-0cae-4c0c-8987-f9476f48824c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.594400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.594400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.608991 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.710763 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a98a2b-bfa1-4cb7-aeff-27a5f9e25693 None None] Pushing event updated for resources: {'Port': ['ID=f73b826a-bd09-4781-a6d6-082d71c3a8e2,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:27.798032 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.799391 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Pushing event updated for resources: {'Port': ['ID=3a065bf2-255c-4a57-aef8-3e43ce69b425,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:27.890179 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Attempting to bind port f73b826a-bd09-4781-a6d6-082d71c3a8e2 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:27.890534 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Attempting to bind port f73b826a-bd09-4781-a6d6-082d71c3a8e2 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:27.891044 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Attempting to bind port f73b826a-bd09-4781-a6d6-082d71c3a8e2 on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:27.907724 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:27.909023 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:27.909522 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Checking segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:27.910029 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.910524 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Bound using segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:27.911182 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Bound port: f73b826a-bd09-4781-a6d6-082d71c3a8e2, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:27.912203 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.957583 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:27.962837 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4b9222f5-0cae-4c0c-8987-f9476f48824c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:27.984196 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4b9222f5-0cae-4c0c-8987-f9476f48824c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.044966 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-5a8e7a93-bd28-4a9c-9259-32ef48fddca7 service neutron] 10.222.0.26 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387428 Jul 29 20:47:28.125919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9222f5-0cae-4c0c-8987-f9476f48824c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f001f6-ec95-4877-91ec-7c77d36a4cf0,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:28.136162 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4b9222f5-0cae-4c0c-8987-f9476f48824c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.137674 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-4b9222f5-0cae-4c0c-8987-f9476f48824c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8603237 Jul 29 20:47:28.143177 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54208) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:28.151247 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-7f8e7458-cc9f-46dc-a9d1-bad7cb020071 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'security_group_rule': {'security_group_id': 'df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:28.175877 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] For port f73b826a-bd09-4781-a6d6-082d71c3a8e2, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:28.199934 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] For port f73b826a-bd09-4781-a6d6-082d71c3a8e2, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=f73b826a-bd09-4781-a6d6-082d71c3a8e2,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:28.218859 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.360097 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460beb5-8f41-4445-b2c3-ab88ce901b5b req-6c67da79-0d37-4469-9cfa-7f3417b5e448 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:28.366406 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6460beb5-8f41-4445-b2c3-ab88ce901b5b req-6c67da79-0d37-4469-9cfa-7f3417b5e448 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 932 time: 0.7049644 Jul 29 20:47:28.374142 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7458-cc9f-46dc-a9d1-bad7cb020071 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.376629 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Checking segment: {'id': '57224b57-8fd8-48ef-92a2-8616a6f8b046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6ffaf3fb-4916-4c64-a1a5-62975c5f742e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:28.377083 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Network hostable DHCP agents. Network: 6ffaf3fb-4916-4c64-a1a5-62975c5f742e, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:47:28.411002 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8902dfa6-5133-4139-a1f0-e2383be6cb8a,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:28.503904 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.508756 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:28.512341 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:28.531179 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-263f0579-fe28-43a0-80e9-4ef588a45cfa tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:47:28.532251 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-263f0579-fe28-43a0-80e9-4ef588a45cfa tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236259 Jul 29 20:47:28.541907 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-2bed1754-1c50-4aec-873b-4069cfd0a397 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:47:28.546272 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Transition to ACTIVE for port object 72a002ff-ef46-479c-9e07-c246bf0a2c63 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:28.548700 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-2bed1754-1c50-4aec-873b-4069cfd0a397 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170424 Jul 29 20:47:28.557523 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.568491 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6460beb5-8f41-4445-b2c3-ab88ce901b5b req-4dc5daf8-7e65-42ce-bff2-61588562b426 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770551 Jul 29 20:47:28.605840 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Router f5ab3034-7812-4607-979b-13df135f52bc has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:47:28.667875 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b80882-775e-424d-ae44-fb57f1cea31d None None] Pushing event updated for resources: {'Port': ['ID=72a002ff-ef46-479c-9e07-c246bf0a2c63,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:28.673163 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7458-cc9f-46dc-a9d1-bad7cb020071 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.757054 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e825a5c7-fa15-4091-897e-e2996c88a7fd req-b5b9dec2-9234-4152-8a72-0569138d5c28 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 210 time: 0.1838765 Jul 29 20:47:28.777934 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7458-cc9f-46dc-a9d1-bad7cb020071 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.821604 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Attempting to bind port 72a002ff-ef46-479c-9e07-c246bf0a2c63 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:28.822180 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Attempting to bind port 72a002ff-ef46-479c-9e07-c246bf0a2c63 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:28.823294 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Attempting to bind port 72a002ff-ef46-479c-9e07-c246bf0a2c63 on network be41db28-d8fb-4fee-8add-f87dba94a880 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:28.837210 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:28.838160 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Checking segment: {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:28.839005 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.839690 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Bound using segment: {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:28.841769 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Bound port: 72a002ff-ef46-479c-9e07-c246bf0a2c63, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:28.843430 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.863180 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Network 6ffaf3fb-4916-4c64-a1a5-62975c5f742e is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:47:28.876859 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e7458-cc9f-46dc-a9d1-bad7cb020071 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db59d6b-987f-4621-85e4-44e6a945f3f7,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:28.972338 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a98a2b-bfa1-4cb7-aeff-27a5f9e25693 None None] Pushing event updated for resources: {'Port': ['ID=f73b826a-bd09-4781-a6d6-082d71c3a8e2,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:28.974242 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] For port 72a002ff-ef46-479c-9e07-c246bf0a2c63, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:28.979103 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] For port 72a002ff-ef46-479c-9e07-c246bf0a2c63, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=72a002ff-ef46-479c-9e07-c246bf0a2c63,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:28.987995 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.003047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Request body: {'port': {'device_id': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:29.022283 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-dfca3343-6382-4e2b-aeff-a33c67e0b118 None None] Provisioning complete for port 3a065bf2-255c-4a57-aef8-3e43ce69b425 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:29.022671 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-dfca3343-6382-4e2b-aeff-a33c67e0b118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.045202 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 6ffaf3fb-4916-4c64-a1a5-62975c5f742e) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:29.063805 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:29.067028 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.080190 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:47:29.083598 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7f8e7458-cc9f-46dc-a9d1-bad7cb020071 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.084988 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7f8e7458-cc9f-46dc-a9d1-bad7cb020071 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9404609 Jul 29 20:47:29.103527 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-db7c6ea7-e5e9-470e-b4be-dbe84744fc3a admin admin] 10.222.0.26 "PUT /v2.0/routers/f5ab3034-7812-4607-979b-13df135f52bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3534055 Jul 29 20:47:29.118564 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 54250) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:29.145819 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:29.197403 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.209802 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Request body: {'port': {'device_id': '78c68960-61d3-414e-ab34-420c90f737a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:29.259902 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:29.314219 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346ab81-fb50-49e9-808d-5b1c7a17694c None None] Network 6ffaf3fb-4916-4c64-a1a5-62975c5f742e requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:29.337639 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Routers {'63801f92-3696-42fd-bab9-e7e0e9270698'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:29.342385 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['63801f92-3696-42fd-bab9-e7e0e9270698'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:29.354986 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b80882-775e-424d-ae44-fb57f1cea31d None None] Pushing event updated for resources: {'Port': ['ID=72a002ff-ef46-479c-9e07-c246bf0a2c63,revision_number=4']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:29.600027 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a718f-7847-4590-b83e-25679954ca7a req-73f4c98e-9bbd-424f-92e9-e111633b654e tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:29.601766 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-796a718f-7847-4590-b83e-25679954ca7a req-73f4c98e-9bbd-424f-92e9-e111633b654e tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 932 time: 0.7295933 Jul 29 20:47:29.710916 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-dfca3343-6382-4e2b-aeff-a33c67e0b118 None None] Port 3a065bf2-255c-4a57-aef8-3e43ce69b425 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:47:29.882416 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19756bb3-d002-4d2e-b192-883157e5dfe6 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:29.891649 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] Set router 63801f92-3696-42fd-bab9-e7e0e9270698 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:29.893311 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.946724 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Transition to ACTIVE for port object 19756bb3-d002-4d2e-b192-883157e5dfe6 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:29.959459 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.995582 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:30.060072 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 396e0d00-6e01-4da7-a7a2-633cd69859ee up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:30.155043 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Pushing event updated for resources: {'Port': ['ID=19756bb3-d002-4d2e-b192-883157e5dfe6,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:30.191402 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e12aa2-1cba-4175-b1a6-c0b36cc1b628 None None] Network 6ffaf3fb-4916-4c64-a1a5-62975c5f742e requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:30.191818 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-c62305c1-2c33-42c2-a2eb-fa4dfcf78af2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2259543 Jul 29 20:47:30.195924 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:30.339309 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Attempting to bind port 19756bb3-d002-4d2e-b192-883157e5dfe6 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:30.339680 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Attempting to bind port 19756bb3-d002-4d2e-b192-883157e5dfe6 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:30.340191 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Attempting to bind port 19756bb3-d002-4d2e-b192-883157e5dfe6 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:30.357813 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Port 19756bb3-d002-4d2e-b192-883157e5dfe6 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:47:30.364906 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Attempting to bind port 19756bb3-d002-4d2e-b192-883157e5dfe6 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:30.385289 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:30.385639 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Checking segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:30.397242 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Bound using segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:30.405146 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Bound port: 19756bb3-d002-4d2e-b192-883157e5dfe6, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:30.405506 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:30.578750 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 396e0d00-6e01-4da7-a7a2-633cd69859ee completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:30.649928 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 396e0d00-6e01-4da7-a7a2-633cd69859ee triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:30.652846 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:30.671872 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] For port 19756bb3-d002-4d2e-b192-883157e5dfe6, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:30.687848 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] For port 19756bb3-d002-4d2e-b192-883157e5dfe6, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=19756bb3-d002-4d2e-b192-883157e5dfe6,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:30.707798 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:30.841705 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:30.843035 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:30.844755 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] 10.222.0.42 "PUT /v2.0/ports/19756bb3-d002-4d2e-b192-883157e5dfe6 HTTP/1.1" status: 200 len: 1094 time: 2.0839674 Jul 29 20:47:30.845332 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'tag': '19756bb3-d002-4d2e-b192-883157e5dfe6'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:30.902204 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-55509cca-c093-431f-8d73-f8380bf60284 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:30.903822 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-55509cca-c093-431f-8d73-f8380bf60284 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 819 time: 1.7329879 Jul 29 20:47:30.934066 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port': {'id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:12Z', 'updated_at': '2021-07-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '72a002ff-ef46-479c-9e07-c246bf0a2c63', 'name': '', 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'mac_address': 'fa:16:3e:bb:f2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:28Z', 'revision_number': 4, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'subnets': [{'id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:31.050377 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-796a718f-7847-4590-b83e-25679954ca7a req-2dd9443a-279f-48d7-a5db-2d4586fa79c0 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3004165 Jul 29 20:47:31.052766 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78820cfc-955c-4209-83c3-b1ea02095f90 None None] The sync data for ids ['63801f92-3696-42fd-bab9-e7e0e9270698'] in dv-cinder-801633-3-iscsi is: [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port': {'id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:12Z', 'updated_at': '2021-07-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '72a002ff-ef46-479c-9e07-c246bf0a2c63', 'name': '', 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'mac_address': 'fa:16:3e:bb:f2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:28Z', 'revision_number': 4, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'subnets': [{'id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:31.088596 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Sync routers for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:47:31.148918 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.42', 57730) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:31.235316 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-4bbebbac-0703-4f4e-9df3-0cbc4b15b684 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/quotas/31400768fcf64e2a9b7aeafe621afd97 HTTP/1.1" status: 200 len: 375 time: 0.1887419 Jul 29 20:47:31.250604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:31.251492 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:31.407571 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bed9b-f78d-4d46-86e7-9efd8613783a service neutron] Pushing event updated for resources: {'Port': ['ID=19756bb3-d002-4d2e-b192-883157e5dfe6,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:31.476863 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945d8cf-6773-468b-b084-961b5a72bafe req-a80422df-9d53-4235-bd2d-ba1cdf266262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:31.478840 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-a80422df-9d53-4235-bd2d-ba1cdf266262 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 1097 time: 0.4583006 Jul 29 20:47:31.513170 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a8eb05-4347-44b1-8a29-08c1e67a148a" -d '{"events": [{"name": "network-changed", "server_uuid": "b877bb5f-9868-4b75-8890-a41a08c3d366", "tag": "19756bb3-d002-4d2e-b192-883157e5dfe6"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:31.559627 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:28Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:31.611285 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54328) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:31.621515 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1307959335-network', 'tenant_id': '9281ed02df9d45aab5e0a2df07355259'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:31.638372 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-787a2c85-86e4-4e3d-9530-6f062212ade4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4017115 Jul 29 20:47:31.741539 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Made reservation on behalf of 9281ed02df9d45aab5e0a2df07355259 for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:31.743990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:31.753218 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:31.787810 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:31.870181 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d4d68-7aa1-47f9-bced-dd6caf7767ef None None] The sync data for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi is: [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:28Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:32.035614 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:32.044607 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:32.107696 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:47:32.154139 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5287aa5-aee3-44ae-87e2-a8b8071b3849,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:32.167885 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:32.169939 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Added segment 977f324a-19e8-43b4-bd22-7392e7c8a5af of type vlan for network 22c35bdc-8841-46cc-81f4-da6ffdbfcb26 Jul 29 20:47:32.342793 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:32.482400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:32.508802 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-c503c85f-efc1-4774-9926-f012b6dbbb81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19756bb3-d002-4d2e-b192-883157e5dfe6 HTTP/1.1" status: 200 len: 217 time: 0.2502108 Jul 29 20:47:32.515375 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 396e0d00-6e01-4da7-a7a2-633cd69859ee, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=396e0d00-6e01-4da7-a7a2-633cd69859ee,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:32.530969 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:32.543749 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device f73b826a-bd09-4781-a6d6-082d71c3a8e2 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:32.702085 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.db.resource_extend [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 20:47:32.797680 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-949fe8a8-e692-49b0-9c8a-eb73b12a15e7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:32.821578 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-949fe8a8-e692-49b0-9c8a-eb73b12a15e7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 819 time: 0.3383870 Jul 29 20:47:32.835070 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=396e0d00-6e01-4da7-a7a2-633cd69859ee,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:32.879431 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 2, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:32.894366 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Request body: {'port': {'device_id': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'admin_state_up': True, 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:32.935288 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Checking router: f5ab3034-7812-4607-979b-13df135f52bc for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:47:32.935907 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Updating router f5ab3034-7812-4607-979b-13df135f52bc port 3a065bf2-255c-4a57-aef8-3e43ce69b425 binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:47:32.980308 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port f73b826a-bd09-4781-a6d6-082d71c3a8e2 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:33.004403 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port f73b826a-bd09-4781-a6d6-082d71c3a8e2 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:33.005244 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.009343 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.023543 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.126563 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Made reservation on behalf of 31400768fcf64e2a9b7aeafe621afd97 for: {'port': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:33.147696 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.307254 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54362) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:33.327425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-00846f20-f8d7-47a5-b490-ec85acfd9457 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434488855', 'description': 'tempest-description--825792257'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:33.388138 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.392308 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:33.393335 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.414202 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-00846f20-f8d7-47a5-b490-ec85acfd9457 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.495017 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945d8cf-6773-468b-b084-961b5a72bafe req-e6436965-0bf0-4d09-8e80-5ebbcd83f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:33.497527 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-e6436965-0bf0-4d09-8e80-5ebbcd83f572 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.9615171 Jul 29 20:47:33.513277 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9009342 Jul 29 20:47:33.516576 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54368) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:33.521951 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Request body: {'subnet': {'network_id': '22c35bdc-8841-46cc-81f4-da6ffdbfcb26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1307959335-subnet', 'tenant_id': '9281ed02df9d45aab5e0a2df07355259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:33.522250 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Allocated IP 172.20.0.14 (be41db28-d8fb-4fee-8add-f87dba94a880/2de6a4f7-5db6-43a4-96f2-566560f44084/61d87ba2-adb6-4653-b165-5c7894e3a3e7) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:33.528214 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.535589 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c61a5-f80d-4c27-bf33-db3b4b2657b1 admin admin] Pushing event updated for resources: {'Network': ['ID=22c35bdc-8841-46cc-81f4-da6ffdbfcb26,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:33.636775 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 22c35bdc-8841-46cc-81f4-da6ffdbfcb26 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:47:33.663952 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-00846f20-f8d7-47a5-b490-ec85acfd9457 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.679506 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-6bb85a0e-7508-418b-8a17-0b194f3b4738 service neutron] 10.222.0.26 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0266719 Jul 29 20:47:33.685359 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-00846f20-f8d7-47a5-b490-ec85acfd9457 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.750076 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Made reservation on behalf of 9281ed02df9d45aab5e0a2df07355259 for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:33.754270 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.796586 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port f73b826a-bd09-4781-a6d6-082d71c3a8e2, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=f73b826a-bd09-4781-a6d6-082d71c3a8e2,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:33.811980 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.946211 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Allocated IP 172.27.0.68 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/fa150508-a57c-43b8-b745-7eebc236b894) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:33.990775 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-00846f20-f8d7-47a5-b490-ec85acfd9457 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:33.991695 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-00846f20-f8d7-47a5-b490-ec85acfd9457 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6822569 Jul 29 20:47:33.992640 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00846f20-f8d7-47a5-b490-ec85acfd9457 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c93f86-6272-486f-aeeb-3b302d473e3a,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:33.994798 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54374) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:33.999881 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-a32a3a59-4d2b-461b-aaa5-35fa48f153b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'security_group_rule': {'security_group_id': '94c93f86-6272-486f-aeeb-3b302d473e3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:34.003033 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5a0b-0f57-471b-bef9-6487e6da3828 req-132270c9-0234-4262-8b24-54b7fe1faded tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:34.004594 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db7d5a0b-0f57-471b-bef9-6487e6da3828 req-132270c9-0234-4262-8b24-54b7fe1faded tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 944 time: 0.3771560 Jul 29 20:47:34.012788 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.022787 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=f73b826a-bd09-4781-a6d6-082d71c3a8e2,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:34.045318 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.058534 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Transition to ACTIVE for port object 3a065bf2-255c-4a57-aef8-3e43ce69b425 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:34.066408 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.125841 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a32a3a59-4d2b-461b-aaa5-35fa48f153b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.142497 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0ee4-07ef-4bc5-a580-a64e46a3aa46 None None] Pushing event updated for resources: {'Port': ['ID=3a065bf2-255c-4a57-aef8-3e43ce69b425,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:34.164190 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d217ab-178d-4495-9067-ec18ce2a18cc,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:34.186226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 396e0d00-6e01-4da7-a7a2-633cd69859ee up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:34.200567 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Checking segment: {'id': '977f324a-19e8-43b4-bd22-7392e7c8a5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '22c35bdc-8841-46cc-81f4-da6ffdbfcb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:34.201172 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Network hostable DHCP agents. Network: 22c35bdc-8841-46cc-81f4-da6ffdbfcb26, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:47:34.237614 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a32a3a59-4d2b-461b-aaa5-35fa48f153b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.262360 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a32a3a59-4d2b-461b-aaa5-35fa48f153b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.263401 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Attempting to bind port 3a065bf2-255c-4a57-aef8-3e43ce69b425 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:34.263781 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Attempting to bind port 3a065bf2-255c-4a57-aef8-3e43ce69b425 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:34.264148 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Attempting to bind port 3a065bf2-255c-4a57-aef8-3e43ce69b425 on network 19609c7c-420d-4e82-aa8b-a60c5726c469 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:34.269921 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:34.270297 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Checking segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:34.271297 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.271695 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Bound using segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:34.272163 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Bound port: 3a065bf2-255c-4a57-aef8-3e43ce69b425, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:34.272544 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.284570 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Network 22c35bdc-8841-46cc-81f4-da6ffdbfcb26 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:47:34.292388 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 396e0d00-6e01-4da7-a7a2-633cd69859ee triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:34.293897 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.294566 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39053ded-5e72-4342-8909-b6cb747296b6 {{(pid=99519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:34.297998 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-5731370e-fdb5-4e8a-92df-387775a4468f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710566 Jul 29 20:47:34.306517 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 22c35bdc-8841-46cc-81f4-da6ffdbfcb26) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:34.316033 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3a59-4d2b-461b-aaa5-35fa48f153b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e92c09-cf33-4566-bfed-8579465baa98,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:34.318782 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:34.319601 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.336690 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a32a3a59-4d2b-461b-aaa5-35fa48f153b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.338102 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a32a3a59-4d2b-461b-aaa5-35fa48f153b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420398 Jul 29 20:47:34.340971 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54380) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:34.346026 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-45338d96-45d2-4933-9ce8-56986616e876 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'security_group_rule': {'security_group_id': '94c93f86-6272-486f-aeeb-3b302d473e3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:34.354421 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807ba45-b4a1-4984-8471-573898619559 None None] Network 22c35bdc-8841-46cc-81f4-da6ffdbfcb26 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:34.354887 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db7d5a0b-0f57-471b-bef9-6487e6da3828 req-ceb4f3bd-1da5-4ce4-9fbf-012a9227d77e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784376 Jul 29 20:47:34.368605 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-e3728c44-9161-4c47-a27d-4e567b5b5694 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8491511 Jul 29 20:47:34.383688 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.410871 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-152e0135-4b2b-45a3-b7b6-b2c7f2c3c9ba service neutron] 10.222.0.26 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213559 Jul 29 20:47:34.486108 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Transition to ACTIVE for port object 39053ded-5e72-4342-8909-b6cb747296b6 will not be triggered until provisioned by entity L2. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:34.543935 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.615912 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-cbdc5e76-24d4-4cf0-a007-dc5462d16ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285206 Jul 29 20:47:34.618464 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-45338d96-45d2-4933-9ce8-56986616e876 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.675304 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] For port 3a065bf2-255c-4a57-aef8-3e43ce69b425, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:34.712930 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54394) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:34.750688 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] For port 3a065bf2-255c-4a57-aef8-3e43ce69b425, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=3a065bf2-255c-4a57-aef8-3e43ce69b425,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:34.789102 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:34.845692 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.014280 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 72a002ff-ef46-479c-9e07-c246bf0a2c63 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:35.019403 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:47:35.020035 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:35.092110 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362e0610-fe81-4fff-9b76-d781c9fd4fe6 x-openstack-request-id: req-362e0610-fe81-4fff-9b76-d781c9fd4fe6 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:35.092402 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b877bb5f-9868-4b75-8890-a41a08c3d366", "tag": "19756bb3-d002-4d2e-b192-883157e5dfe6", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:35.094107 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-362e0610-fe81-4fff-9b76-d781c9fd4fe6 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:35.094599 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'tag': '19756bb3-d002-4d2e-b192-883157e5dfe6', 'status': 'completed', 'code': 200} Jul 29 20:47:35.102987 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] Deleting subnet 8902dfa6-5133-4139-a1f0-e2383be6cb8a {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:47:35.118832 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.180797 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-45338d96-45d2-4933-9ce8-56986616e876 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.201848 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.202149 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Pushing event updated for resources: {'Port': ['ID=39053ded-5e72-4342-8909-b6cb747296b6,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:35.212092 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-45338d96-45d2-4933-9ce8-56986616e876 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.253169 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eaf76670-3abd-493d-b7eb-695c0a94143b req-484b9c5f-d058-4465-9315-1aae802fe818 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 210 time: 0.1184745 Jul 29 20:47:35.263740 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Attempting to bind port 39053ded-5e72-4342-8909-b6cb747296b6 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:35.264323 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Attempting to bind port 39053ded-5e72-4342-8909-b6cb747296b6 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '6413d486-0c78-4bd4-a555-8dc3cfc864ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593'}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:35.264831 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Attempting to bind port 39053ded-5e72-4342-8909-b6cb747296b6 on network a5460000-2237-47ef-8c8d-1c3bcca65593 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:35.272384 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0ee4-07ef-4bc5-a580-a64e46a3aa46 None None] Pushing event updated for resources: {'Port': ['ID=3a065bf2-255c-4a57-aef8-3e43ce69b425,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:35.280456 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45338d96-45d2-4933-9ce8-56986616e876 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40b5341-8e8c-44bb-b1f0-fd43fa3e1001,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:35.280649 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Port 39053ded-5e72-4342-8909-b6cb747296b6 on network a5460000-2237-47ef-8c8d-1c3bcca65593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:47:35.281111 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Attempting to bind port 39053ded-5e72-4342-8909-b6cb747296b6 on network a5460000-2237-47ef-8c8d-1c3bcca65593 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:35.282794 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-45338d96-45d2-4933-9ce8-56986616e876 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.287560 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-45338d96-45d2-4933-9ce8-56986616e876 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9421413 Jul 29 20:47:35.291478 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 54420) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:35.304597 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dcb79-ce72-481e-9155-06710d84db95 req-d08d6748-489c-4c73-beae-dd595ec536c9 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:35.306394 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-704dcb79-ce72-481e-9155-06710d84db95 req-d08d6748-489c-4c73-beae-dd595ec536c9 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 944 time: 0.4968562 Jul 29 20:47:35.315247 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:35.320380 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5945d8cf-6773-468b-b084-961b5a72bafe req-518b82a7-481d-4671-853b-1c3fef78cd29 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154120 Jul 29 20:47:35.322572 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.326784 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:35.327394 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Checking segment: {'id': '6413d486-0c78-4bd4-a555-8dc3cfc864ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:35.328212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Bound using segment: {'id': '6413d486-0c78-4bd4-a555-8dc3cfc864ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593'} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:35.328907 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Bound port: 39053ded-5e72-4342-8909-b6cb747296b6, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6413d486-0c78-4bd4-a555-8dc3cfc864ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593'}}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:35.329460 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.334066 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.413559 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:47:35.430809 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.451419 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.463466 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.482698 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-704dcb79-ce72-481e-9155-06710d84db95 req-f1772e7f-4b47-4f6a-9e29-fbb88745505c tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599658 Jul 29 20:47:35.483748 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.517770 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.523132 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8902dfa6-5133-4139-a1f0-e2383be6cb8a HTTP/1.1" status: 204 len: 168 time: 0.8143232 Jul 29 20:47:35.523132 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5aff7-d8ce-4399-a009-07cbded97f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8902dfa6-5133-4139-a1f0-e2383be6cb8a,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:35.533656 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54426) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:35.602241 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] For port 39053ded-5e72-4342-8909-b6cb747296b6, host hv-cinder-80163, cleared binding levels {{(pid=99519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:35.611347 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-2b49661e-b7e5-4bfb-8771-1810fb248c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:35.613201 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-2b49661e-b7e5-4bfb-8771-1810fb248c9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 1097 time: 0.1588404 Jul 29 20:47:35.614731 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Network be41db28-d8fb-4fee-8add-f87dba94a880 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:35.627796 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d6f4e-9b93-4429-b07b-ef86fbf03ec0 None None] Network 22c35bdc-8841-46cc-81f4-da6ffdbfcb26 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:47:35.642121 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:35.647632 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:35.649962 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:35.655649 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:35.656266 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.659979 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] For port 39053ded-5e72-4342-8909-b6cb747296b6, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=39053ded-5e72-4342-8909-b6cb747296b6,segment=NetworkSegment(6413d486-0c78-4bd4-a555-8dc3cfc864ef),segment_id=6413d486-0c78-4bd4-a555-8dc3cfc864ef)] {{(pid=99519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:35.687509 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:35.692278 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:35.701520 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Pushing event updated for resources: {'Port': ['ID=61d87ba2-adb6-4653-b165-5c7894e3a3e7,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:35.711619 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-abdae777-7fbb-44e3-b013-aea73cb188a3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8215549 Jul 29 20:47:35.712953 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.752076 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.772951 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 72a002ff-ef46-479c-9e07-c246bf0a2c63 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:35.782448 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 72a002ff-ef46-479c-9e07-c246bf0a2c63 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:35.783069 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.801312 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Request body: {'port': {'device_id': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:35.816129 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93680151-3f16-4bfd-9e2b-f6648f7eef4e req-22325aff-6fac-401f-9616-d1a1864ad3e2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:35.823843 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-93680151-3f16-4bfd-9e2b-f6648f7eef4e req-22325aff-6fac-401f-9616-d1a1864ad3e2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 944 time: 0.3486171 Jul 29 20:47:35.874170 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:35.876228 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:34Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:35.882621 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.885934 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] 10.222.0.42 "PUT /v2.0/ports/39053ded-5e72-4342-8909-b6cb747296b6 HTTP/1.1" status: 200 len: 1094 time: 7.1317933 Jul 29 20:47:35.909858 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-e0fb9a75-26ca-41fd-8f50-a9912780445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:35.911540 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f7d2f-a6c6-4ac9-aa55-82d936f44860 None None] The sync data for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi is: [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:34Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:47:35.912227 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-e0fb9a75-26ca-41fd-8f50-a9912780445a service neutron] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 915 time: 0.2892184 Jul 29 20:47:35.914297 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.960271 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c68960-61d3-414e-ab34-420c90f737a1', 'tag': '39053ded-5e72-4342-8909-b6cb747296b6'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:35.968793 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-ab0292bb-ff37-493a-8e5a-e0398693e487 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19756bb3-d002-4d2e-b192-883157e5dfe6 HTTP/1.1" status: 200 len: 217 time: 0.0409529 Jul 29 20:47:35.969937 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:35.972739 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.973080 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.973919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.974392 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > port after_create 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.974772 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.975941 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > port after_update 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.975941 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.975941 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.976168 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:35.976323 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:36.046412 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 72a002ff-ef46-479c-9e07-c246bf0a2c63, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=72a002ff-ef46-479c-9e07-c246bf0a2c63,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:36.052495 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.126419 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=72a002ff-ef46-479c-9e07-c246bf0a2c63,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:36.163352 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:36.163771 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:36.164104 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:36.164436 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:47:36.164830 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffaf3fb-4916-4c64-a1a5-62975c5f742e']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:36.209993 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57224b57-8fd8-48ef-92a2-8616a6f8b046') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:36.210334 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57224b57-8fd8-48ef-92a2-8616a6f8b046') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:36.274234 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.300966 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device f73b826a-bd09-4781-a6d6-082d71c3a8e2 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:36.319530 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.42', 57742) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:36.384110 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port f73b826a-bd09-4781-a6d6-082d71c3a8e2 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:36.384628 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.436370 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-7fe7bc83-3676-4fd5-b49e-6be0bcd6e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:36.438350 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-7fe7bc83-3676-4fd5-b49e-6be0bcd6e5e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.2011907 Jul 29 20:47:36.463058 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.513823 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-a41edadb-2d9e-48d8-b5a4-3f4b1de00910 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522087 Jul 29 20:47:36.521454 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:47:36.522176 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: from cryptography.utils import int_from_bytes Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: from cryptography.utils import int_from_bytes Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:47:36.526812 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:47:36.551263 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 3a065bf2-255c-4a57-aef8-3e43ce69b425 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:36.624776 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 3a065bf2-255c-4a57-aef8-3e43ce69b425 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:36.630322 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 3a065bf2-255c-4a57-aef8-3e43ce69b425 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:36.630739 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.674691 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.686187 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'Port': ['ID=fa150508-a57c-43b8-b745-7eebc236b894,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:36.706812 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "78c68960-61d3-414e-ab34-420c90f737a1", "tag": "39053ded-5e72-4342-8909-b6cb747296b6"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:36.738647 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.775839 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.777720 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 3a065bf2-255c-4a57-aef8-3e43ce69b425, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=3a065bf2-255c-4a57-aef8-3e43ce69b425,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:36.787014 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.857714 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=3a065bf2-255c-4a57-aef8-3e43ce69b425,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:36.871555 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-93680151-3f16-4bfd-9e2b-f6648f7eef4e req-660cc9db-c62f-41f7-bd11-73ff5367c61e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0463529 Jul 29 20:47:36.873992 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921c68-0b38-4898-b873-b3ae261dceee req-17f71e71-f2b8-4d71-85b4-96eaa4503280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:36.874378 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-3e38f09a-6564-4ce6-b25e-4794eb1c7536 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:36.879365 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-3e38f09a-6564-4ce6-b25e-4794eb1c7536 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 819 time: 0.5538929 Jul 29 20:47:36.879528 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-17f71e71-f2b8-4d71-85b4-96eaa4503280 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78336ec0509f4e319770ee69c26eb5ab&device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 1097 time: 0.7010448 Jul 29 20:47:36.906756 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.913274 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Request body: {'port': {'device_id': '851ae309-5431-4735-8673-59d7f5e7ab18', 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'admin_state_up': True, 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:36.916423 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fc256575-ded0-4f3a-a82e-5bacc4717561 req-69e4deff-8f0e-454e-a438-6895b41013b4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 210 time: 0.3022499 Jul 29 20:47:36.966755 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.972006 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:36.974757 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6ffaf3fb-4916-4c64-a1a5-62975c5f742e HTTP/1.1" status: 204 len: 168 time: 1.4393935 Jul 29 20:47:36.981900 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54468) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:37.010059 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb171d-af95-4372-84d2-b433e84a8cee service neutron] Pushing event updated for resources: {'Port': ['ID=39053ded-5e72-4342-8909-b6cb747296b6,revision_number=3']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:37.053777 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df1ada-5959-4395-b2df-10aae3926766 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffaf3fb-4916-4c64-a1a5-62975c5f742e,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:37.064184 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-35fd1f99-4ee1-4fe0-bbab-6145428c3a2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39053ded-5e72-4342-8909-b6cb747296b6 HTTP/1.1" status: 200 len: 217 time: 0.1526401 Jul 29 20:47:37.098260 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-f4f04e16-fde1-400d-8b34-f885803fab39 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588398 Jul 29 20:47:37.114552 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1323e998-3646-4195-a44f-6466c1f5fa62 x-openstack-request-id: req-1323e998-3646-4195-a44f-6466c1f5fa62 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:37.114876 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c68960-61d3-414e-ab34-420c90f737a1", "tag": "39053ded-5e72-4342-8909-b6cb747296b6", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:37.115133 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1323e998-3646-4195-a44f-6466c1f5fa62 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:37.115583 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c68960-61d3-414e-ab34-420c90f737a1', 'tag': '39053ded-5e72-4342-8909-b6cb747296b6', 'status': 'completed', 'code': 200} Jul 29 20:47:37.118752 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] Deleting subnet 86d217ab-178d-4495-9067-ec18ce2a18cc {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:47:37.127567 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.229894 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.236914 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.292376 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Made reservation on behalf of 31400768fcf64e2a9b7aeafe621afd97 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:37.295892 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.319286 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-35295461-c534-419b-b2b8-d4e074e98337 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881385 Jul 29 20:47:37.320519 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.351737 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921c68-0b38-4898-b873-b3ae261dceee req-b4fa4bb8-f780-4afd-b371-d250f076c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:37.353493 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-b4fa4bb8-f780-4afd-b371-d250f076c20e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1580e2d-56cb-4626-aa5c-e5951a577f47 HTTP/1.1" status: 200 len: 852 time: 0.2670591 Jul 29 20:47:37.367294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb08e3-f8d9-4c1e-a058-0bdd4ed4a6f5 req-dcb0a8f1-67fe-4fdc-a83d-8aedac713b0f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:37.369289 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f8bb08e3-f8d9-4c1e-a058-0bdd4ed4a6f5 req-dcb0a8f1-67fe-4fdc-a83d-8aedac713b0f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 944 time: 0.3599341 Jul 29 20:47:37.454634 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.474424 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.476365 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/86d217ab-178d-4495-9067-ec18ce2a18cc HTTP/1.1" status: 204 len: 168 time: 0.4825993 Jul 29 20:47:37.493730 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54484) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:37.495150 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-2e51c190-320a-4751-a139-6a05f6836ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5460000-2237-47ef-8c8d-1c3bcca65593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230543 Jul 29 20:47:37.501583 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8775c-ca40-442e-b50a-7a87cfe6418d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d217ab-178d-4495-9067-ec18ce2a18cc,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:37.564626 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.656414 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.662765 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f8bb08e3-f8d9-4c1e-a058-0bdd4ed4a6f5 req-bd407cad-7294-429b-ae30-fae4cc970805 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722471 Jul 29 20:47:37.667639 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c35bdc-8841-46cc-81f4-da6ffdbfcb26']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:37.680438 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977f324a-19e8-43b4-bd22-7392e7c8a5af') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:37.680594 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Allocated IP 172.27.0.253 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/70608e43-994a-45c2-8a5c-577bc5ffac88) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:37.681079 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977f324a-19e8-43b4-bd22-7392e7c8a5af') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:47:37.691805 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.720244 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.727461 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:47:37.727816 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:47:37.729499 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:47:37.765240 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.769966 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-9dd1d0ec-0b47-446c-9ae6-8c8191c147d0 service neutron] 10.222.0.42 "GET /v2.0/networks/a5460000-2237-47ef-8c8d-1c3bcca65593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581365 Jul 29 20:47:37.789662 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.809790 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.811729 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] 10.222.0.26 "DELETE /v2.0/networks/22c35bdc-8841-46cc-81f4-da6ffdbfcb26 HTTP/1.1" status: 204 len: 168 time: 0.3170667 Jul 29 20:47:37.812691 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c9ef9-510a-4050-b3b0-d134dcc6888f admin admin] Pushing event deleted for resources: {'Network': ['ID=22c35bdc-8841-46cc-81f4-da6ffdbfcb26,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:37.821568 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.940746 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:37.965176 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d87ba2-adb6-4653-b165-5c7894e3a3e7 {{(pid=99519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:38.000537 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.022145 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.027203 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9058225 Jul 29 20:47:38.028076 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d781e-a603-4599-9bb5-2f28cadaa65e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'Port': ['ID=fa150508-a57c-43b8-b745-7eebc236b894,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:38.047298 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54504) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:38.080686 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Transition to ACTIVE for port object 61d87ba2-adb6-4653-b165-5c7894e3a3e7 will not be triggered until provisioned by entity L2. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:38.110419 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.171844 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-028ed3bb-72ae-49ae-9109-ece5a44623d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=581cdcbe59144f6db1d3b68841b2e8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193111 Jul 29 20:47:38.171844 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54508) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:38.175096 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-820f1b0a-6a14-4b15-8f81-359dc606a876 req-68380956-02a3-47bb-b84a-cf6e7222a5d7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 210 time: 0.0861111 Jul 29 20:47:38.182513 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 3a065bf2-255c-4a57-aef8-3e43ce69b425 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:38.185092 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.191177 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f1921c68-0b38-4898-b873-b3ae261dceee req-979d1898-17ec-41b5-8f3c-bbd96a9b7be8 service neutron] 10.222.0.42 "GET /v2.0/networks/a5460000-2237-47ef-8c8d-1c3bcca65593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032824 Jul 29 20:47:38.196758 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Allocated IP 172.20.0.3 (be41db28-d8fb-4fee-8add-f87dba94a880/2de6a4f7-5db6-43a4-96f2-566560f44084/a0b8067b-e218-4d5c-8201-cd489d461803) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:38.236106 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03c236-5330-4ecd-a32f-04fb45706ff8 req-81151a09-5f1c-4203-9b3d-72eb2c8e00f4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:38.244004 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dd03c236-5330-4ecd-a32f-04fb45706ff8 req-81151a09-5f1c-4203-9b3d-72eb2c8e00f4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 944 time: 0.2407579 Jul 29 20:47:38.258870 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 3a065bf2-255c-4a57-aef8-3e43ce69b425 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:38.259512 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.269218 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Pushing event updated for resources: {'Port': ['ID=61d87ba2-adb6-4653-b165-5c7894e3a3e7,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:38.307052 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1cbe-babf-43c1-825f-2aeb10b80032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.365405 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 72a002ff-ef46-479c-9e07-c246bf0a2c63 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:38.375303 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Attempting to bind port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:38.375644 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Attempting to bind port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:38.375970 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Attempting to bind port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 on network be41db28-d8fb-4fee-8add-f87dba94a880 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:38.379766 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1cbe-babf-43c1-825f-2aeb10b80032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.391183 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dd03c236-5330-4ecd-a32f-04fb45706ff8 req-72154882-2b88-4c90-a657-3a44e12f7d82 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463110 Jul 29 20:47:38.410494 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 on network be41db28-d8fb-4fee-8add-f87dba94a880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:47:38.411366 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Attempting to bind port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 on network be41db28-d8fb-4fee-8add-f87dba94a880 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:38.427360 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 72a002ff-ef46-479c-9e07-c246bf0a2c63 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:38.427733 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.439354 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:38.439685 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Checking segment: {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:38.440059 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Bound using segment: {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:38.440501 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Bound port: 61d87ba2-adb6-4653-b165-5c7894e3a3e7, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'}}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:38.440854 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.443187 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.451923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-120dd9df-463b-42c6-8232-44b396a4cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:38.453575 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-120dd9df-463b-42c6-8232-44b396a4cdf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78336ec0509f4e319770ee69c26eb5ab&device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 1097 time: 0.1494763 Jul 29 20:47:38.470640 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.475400 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-bf810168-3f06-42c5-815e-d75e75757996 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--855760282&fields=id&tenant_id=84530e02538f49be94ddcfefcc1abf8d HTTP/1.1" status: 200 len: 267 time: 0.1193619 Jul 29 20:47:38.476686 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1cbe-babf-43c1-825f-2aeb10b80032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.479511 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1cbe-babf-43c1-825f-2aeb10b80032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.481177 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-1dfb1cbe-babf-43c1-825f-2aeb10b80032 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4dd469b-30fa-4a25-b95f-aca0d145327a HTTP/1.1" status: 204 len: 168 time: 0.3098805 Jul 29 20:47:38.494894 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb1cbe-babf-43c1-825f-2aeb10b80032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd469b-30fa-4a25-b95f-aca0d145327a,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:38.551238 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.574416 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Network be41db28-d8fb-4fee-8add-f87dba94a880 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:38.576774 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:38.598199 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:38.660816 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Pushing event updated for resources: {'Port': ['ID=a0b8067b-e218-4d5c-8201-cd489d461803,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:38.686579 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:38.687530 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.706607 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-1f0730ef-325d-4cc3-82bc-0ffb65159692 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8015547 Jul 29 20:47:38.735592 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Request body: {'port': {'device_id': '851ae309-5431-4735-8673-59d7f5e7ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:38.818542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:38.959656 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:38.974092 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54542) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:39.039322 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:39.041632 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:39.062332 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-387a6cdf-c024-4b05-8574-bad8a75bfe00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9281ed02df9d45aab5e0a2df07355259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869620 Jul 29 20:47:39.066158 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54548) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:39.066589 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'Port': ['ID=70608e43-994a-45c2-8a5c-577bc5ffac88,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:39.133405 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-d747f52f-953b-4fb2-b1ac-3f535912f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.134942 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-d747f52f-953b-4fb2-b1ac-3f535912f7c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a5460000-2237-47ef-8c8d-1c3bcca65593 HTTP/1.1" status: 200 len: 913 time: 0.6670232 Jul 29 20:47:39.154059 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] For port 61d87ba2-adb6-4653-b165-5c7894e3a3e7, host hv-cinder-80163, cleared binding levels {{(pid=99519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:39.158031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-95fe43be-7ecb-4c9d-942a-790b85a61d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.185836 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e35842-274e-454a-8d38-78b5afba8210 req-e4eb4d67-3702-449f-8623-b43da58bf8db tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.187342 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-51e35842-274e-454a-8d38-78b5afba8210 req-e4eb4d67-3702-449f-8623-b43da58bf8db tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 944 time: 0.3305943 Jul 29 20:47:39.214183 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-95fe43be-7ecb-4c9d-942a-790b85a61d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.228222 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b8067b-e218-4d5c-8201-cd489d461803 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:39.238114 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] For port 61d87ba2-adb6-4653-b165-5c7894e3a3e7, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:39.243081 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.243326 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-514565bb-7ade-4e94-9cd1-f3f3ab9714b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39053ded-5e72-4342-8909-b6cb747296b6 HTTP/1.1" status: 200 len: 217 time: 0.0921254 Jul 29 20:47:39.257980 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.273742 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Transition to ACTIVE for port object a0b8067b-e218-4d5c-8201-cd489d461803 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:39.283956 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-b471bb51-e49b-450b-9b1b-9df3a8e2f7f1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.284417 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.287153 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-b471bb51-e49b-450b-9b1b-9df3a8e2f7f1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 811 time: 0.4335897 Jul 29 20:47:39.291917 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.324158 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-95fe43be-7ecb-4c9d-942a-790b85a61d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.327012 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-95fe43be-7ecb-4c9d-942a-790b85a61d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.328177 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-95fe43be-7ecb-4c9d-942a-790b85a61d74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5287aa5-aee3-44ae-87e2-a8b8071b3849 HTTP/1.1" status: 204 len: 168 time: 0.2611377 Jul 29 20:47:39.351932 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe43be-7ecb-4c9d-942a-790b85a61d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5287aa5-aee3-44ae-87e2-a8b8071b3849,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:39.358550 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8067b-e218-4d5c-8201-cd489d461803,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:39.387360 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-8122ceb6-2663-41f8-b746-fc896dd7090d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/quotas/84530e02538f49be94ddcfefcc1abf8d HTTP/1.1" status: 200 len: 375 time: 0.0599699 Jul 29 20:47:39.396864 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 19756bb3-d002-4d2e-b192-883157e5dfe6 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:39.446089 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Attempting to bind port a0b8067b-e218-4d5c-8201-cd489d461803 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:39.446759 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Attempting to bind port a0b8067b-e218-4d5c-8201-cd489d461803 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:39.447260 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Attempting to bind port a0b8067b-e218-4d5c-8201-cd489d461803 on network be41db28-d8fb-4fee-8add-f87dba94a880 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:39.450123 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-51e35842-274e-454a-8d38-78b5afba8210 req-405bf584-3263-4c12-86b6-7ee425c57ca5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158320 Jul 29 20:47:39.473757 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Port a0b8067b-e218-4d5c-8201-cd489d461803 on network be41db28-d8fb-4fee-8add-f87dba94a880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:47:39.474326 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Attempting to bind port a0b8067b-e218-4d5c-8201-cd489d461803 on network be41db28-d8fb-4fee-8add-f87dba94a880 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:39.485617 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:39.486134 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Checking segment: {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:39.487649 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Bound using segment: {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:39.488279 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Bound port: a0b8067b-e218-4d5c-8201-cd489d461803, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0c3789-22c5-4130-a42e-672a98f6bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:39.489433 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.610200 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.657728 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] For port a0b8067b-e218-4d5c-8201-cd489d461803, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:39.661769 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] For port a0b8067b-e218-4d5c-8201-cd489d461803, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a0b8067b-e218-4d5c-8201-cd489d461803,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:39.666368 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 19756bb3-d002-4d2e-b192-883157e5dfe6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=19756bb3-d002-4d2e-b192-883157e5dfe6,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:39.672911 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.684416 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '19756bb3-d002-4d2e-b192-883157e5dfe6', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'port_id': '19756bb3-d002-4d2e-b192-883157e5dfe6', 'mac_address': 'fa:16:3e:0a:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4816da04-579d-49a5-84c7-f15b56eedf99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:39.685803 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.686506 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.689930 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] 10.222.0.42 "PUT /v2.0/ports/61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 1094 time: 3.9204500 Jul 29 20:47:39.692577 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'tag': '61d87ba2-adb6-4653-b165-5c7894e3a3e7'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:39.706331 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a247d-9ad5-4ac8-8e82-54a6afcac2df" -d '{"events": [{"name": "network-changed", "server_uuid": "11a8f450-dc50-404e-b358-2b6df8ae31c3", "tag": "61d87ba2-adb6-4653-b165-5c7894e3a3e7"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:39.742166 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.742805 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.744503 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] 10.222.0.42 "PUT /v2.0/ports/a0b8067b-e218-4d5c-8201-cd489d461803 HTTP/1.1" status: 200 len: 1093 time: 1.0189245 Jul 29 20:47:39.745540 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.746703 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851ae309-5431-4735-8673-59d7f5e7ab18', 'tag': 'a0b8067b-e218-4d5c-8201-cd489d461803'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:39.750747 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02206b1-3531-45cc-83a4-2259c7c68584" -d '{"events": [{"name": "network-changed", "server_uuid": "851ae309-5431-4735-8673-59d7f5e7ab18", "tag": "a0b8067b-e218-4d5c-8201-cd489d461803"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:39.761269 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19756bb3-d002-4d2e-b192-883157e5dfe6 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:39.791083 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 19756bb3-d002-4d2e-b192-883157e5dfe6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=19756bb3-d002-4d2e-b192-883157e5dfe6,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:39.798017 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:39.812717 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c122be-30fd-4186-bbd7-be8cb4216d94 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8067b-e218-4d5c-8201-cd489d461803,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:39.827786 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-2914f473-c827-44ff-9d34-0c892cec9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.829474 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-2914f473-c827-44ff-9d34-0c892cec9110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1097 time: 0.0679142 Jul 29 20:47:39.855739 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=19756bb3-d002-4d2e-b192-883157e5dfe6,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:39.881753 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-79702fcf-a8c7-4be0-b14f-b8470f2a6d19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0376828 Jul 29 20:47:39.882704 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949111-cdd7-480a-8f1b-6cef458a322a service neutron] Pushing event updated for resources: {'Port': ['ID=61d87ba2-adb6-4653-b165-5c7894e3a3e7,revision_number=3']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:39.887703 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-7143a18c-26e5-443a-92d1-ac45bf4f3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.889243 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-7143a18c-26e5-443a-92d1-ac45bf4f3318 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1580e2d-56cb-4626-aa5c-e5951a577f47 HTTP/1.1" status: 200 len: 852 time: 0.6330016 Jul 29 20:47:39.940507 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-01f55c5f-b895-4aab-92bb-e78984b91b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:39.942003 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-01f55c5f-b895-4aab-92bb-e78984b91b84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.0525296 Jul 29 20:47:39.978130 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-2b6b374d-f006-47c2-82a2-6d6edb52289f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284567 Jul 29 20:47:39.979888 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-623e4748-f1cd-4976-bcaf-557b63a25bc4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a5460000-2237-47ef-8c8d-1c3bcca65593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426722 Jul 29 20:47:39.987554 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-ffd93c0b-7328-4c9b-a856-956213ea660a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5489137 Jul 29 20:47:39.998357 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255367b-e1bc-4439-a2d2-483ec63a5f7a req-48f06ad2-d266-42ce-9f0f-b716c70944a9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:40.005711 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4255367b-e1bc-4439-a2d2-483ec63a5f7a req-48f06ad2-d266-42ce-9f0f-b716c70944a9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 943 time: 0.3147540 Jul 29 20:47:40.085152 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-9d0dc411-268e-4b4a-af6f-6b076f756ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915461 Jul 29 20:47:40.124211 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:40.175783 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-9f57da02-b792-47c0-b4b6-96b88c5cd201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:40.177690 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-9f57da02-b792-47c0-b4b6-96b88c5cd201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 1096 time: 0.3440206 Jul 29 20:47:40.195252 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-269dedbb-299d-467f-81e2-e7280640d7c5 req-ddfcd2f2-7b59-44e1-b34b-25deae90cae3 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010208 Jul 29 20:47:40.264426 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4255367b-e1bc-4439-a2d2-483ec63a5f7a req-0cec95ca-f3e2-41af-85a0-f2c6629ee2be tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579205 Jul 29 20:47:40.275062 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-9b99d283-3bf2-4e0b-bda7-5fd86601694c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0b8067b-e218-4d5c-8201-cd489d461803 HTTP/1.1" status: 200 len: 217 time: 0.0774066 Jul 29 20:47:40.347890 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-37cfbffc-b5f7-4099-92b0-04fd9cbe361a service neutron] 10.222.0.42 "GET /v2.0/networks/a5460000-2237-47ef-8c8d-1c3bcca65593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383038 Jul 29 20:47:40.356391 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:40.380395 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:40.431450 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-f6799244-f9fd-4858-9a81-b7de04b897f7 service neutron] 10.222.0.26 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237323 Jul 29 20:47:40.458812 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-da8a2b86-ab0b-4f71-b831-03d888327533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:40.460457 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-da8a2b86-ab0b-4f71-b831-03d888327533 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.1650476 Jul 29 20:47:40.491907 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:40.583818 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-7fdb1f85-60a5-48c6-ae4b-3d8b49b804ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970662 Jul 29 20:47:40.607579 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'Port': ['ID=70608e43-994a-45c2-8a5c-577bc5ffac88,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:40.631061 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:40.639964 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-f15ff624-1a58-4c6f-9d82-89151241cfba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3246832 Jul 29 20:47:40.844140 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54642) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:40.915380 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8c2701b-6935-4fcf-9c83-b7ab5a6c8ec0 req-faef15f1-4e07-46a7-83c7-3d5027f34c00 service neutron] 10.222.0.42 "GET /v2.0/networks/a5460000-2237-47ef-8c8d-1c3bcca65593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521879 Jul 29 20:47:40.927962 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d701d-d698-4c75-8fd1-a3de2d8e3aa4 req-15b4293f-2195-4325-8a48-d72062f02f52 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:40.929506 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d59d701d-d698-4c75-8fd1-a3de2d8e3aa4 req-15b4293f-2195-4325-8a48-d72062f02f52 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 945 time: 0.5006061 Jul 29 20:47:40.957842 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-9eb48e2a-6056-47b6-a0af-d1a57c3fbc99 service neutron] 10.222.0.26 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860296 Jul 29 20:47:40.994473 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-f53bff9e-dddf-41f7-b626-b24322452d89 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012740 Jul 29 20:47:40.997561 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d59d701d-d698-4c75-8fd1-a3de2d8e3aa4 req-4bca11d4-7c8c-47ef-aa79-ea96e37b53dd tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592327 Jul 29 20:47:41.079732 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f775b8-90ae-458a-8d81-5efcb60f2341 x-openstack-request-id: req-e4f775b8-90ae-458a-8d81-5efcb60f2341 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:41.080867 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a8f450-dc50-404e-b358-2b6df8ae31c3", "tag": "61d87ba2-adb6-4653-b165-5c7894e3a3e7", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:41.080867 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4f775b8-90ae-458a-8d81-5efcb60f2341 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:41.081695 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'tag': '61d87ba2-adb6-4653-b165-5c7894e3a3e7', 'status': 'completed', 'code': 200} Jul 29 20:47:41.122557 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62464ef7-8337-43b0-b97b-8a4b8eab6519 x-openstack-request-id: req-62464ef7-8337-43b0-b97b-8a4b8eab6519 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:41.123608 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851ae309-5431-4735-8673-59d7f5e7ab18", "tag": "a0b8067b-e218-4d5c-8201-cd489d461803", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:41.124149 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62464ef7-8337-43b0-b97b-8a4b8eab6519 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:41.124857 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851ae309-5431-4735-8673-59d7f5e7ab18', 'tag': 'a0b8067b-e218-4d5c-8201-cd489d461803', 'status': 'completed', 'code': 200} Jul 29 20:47:41.182595 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3f-41c7-45c9-85bc-3b4caf56c170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.226343 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b8126a5-283c-44b7-9984-aadd0a1f8d68 req-7fdf7917-2410-4fa2-9471-75ab6cde9327 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228129 Jul 29 20:47:41.228498 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-b2548730-b186-4ff5-8711-2d36cc3ba70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:41.241115 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-b2548730-b186-4ff5-8711-2d36cc3ba70a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1097 time: 0.1249044 Jul 29 20:47:41.341592 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3f-41c7-45c9-85bc-3b4caf56c170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.350947 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-abe821d9-d2ba-4912-a800-b08039ec9f69 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1434488855&fields=id&tenant_id=3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 267 time: 0.1287606 Jul 29 20:47:41.358156 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a16e7e3f-41c7-45c9-85bc-3b4caf56c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.372850 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 39053ded-5e72-4342-8909-b6cb747296b6 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:41.414865 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed303-a006-483a-b3a0-844e371f21d9 req-fe2741d3-e288-4fbb-b129-a0e295c1b483 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:41.416373 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-604ed303-a006-483a-b3a0-844e371f21d9 req-fe2741d3-e288-4fbb-b129-a0e295c1b483 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 944 time: 0.2478967 Jul 29 20:47:41.428495 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a16e7e3f-41c7-45c9-85bc-3b4caf56c170 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=def7d86e2d02471aa5a16019dae6aa5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831494 Jul 29 20:47:41.430162 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e7e3f-41c7-45c9-85bc-3b4caf56c170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60924477-3937-41e1-93f9-df2ecaf9e0c7,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:41.433897 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 54672) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:41.542406 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 19756bb3-d002-4d2e-b192-883157e5dfe6 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:41.589239 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-e4626204-0958-48df-b5af-3819ff3d721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:41.590895 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-e4626204-0958-48df-b5af-3819ff3d721e service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.3462327 Jul 29 20:47:41.601054 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-f6c3b3d7-bfbd-46ca-952b-d750834f0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:41.602510 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-f6c3b3d7-bfbd-46ca-952b-d750834f0154 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 1096 time: 0.2570632 Jul 29 20:47:41.635333 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-604ed303-a006-483a-b3a0-844e371f21d9 req-65f0a81e-f11f-4f9b-bc8a-34bb3f10d2ab tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020998 Jul 29 20:47:41.648296 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 19756bb3-d002-4d2e-b192-883157e5dfe6 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:41.654885 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 19756bb3-d002-4d2e-b192-883157e5dfe6 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:41.655553 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.697953 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 39053ded-5e72-4342-8909-b6cb747296b6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=39053ded-5e72-4342-8909-b6cb747296b6,segment=NetworkSegment(6413d486-0c78-4bd4-a555-8dc3cfc864ef),segment_id=6413d486-0c78-4bd4-a555-8dc3cfc864ef)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:41.721228 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '39053ded-5e72-4342-8909-b6cb747296b6', 'network_id': 'a5460000-2237-47ef-8c8d-1c3bcca65593', 'port_id': '39053ded-5e72-4342-8909-b6cb747296b6', 'mac_address': 'fa:16:3e:cc:1a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1580e2d-56cb-4626-aa5c-e5951a577f47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:41.727068 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-1faa971d-bc6c-4e79-94e3-e20a678f721c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 217 time: 0.1213703 Jul 29 20:47:41.750714 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-255374ea-b666-480d-81a2-16aff4f9e0e8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:41.751845 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-255374ea-b666-480d-81a2-16aff4f9e0e8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 816 time: 0.3820016 Jul 29 20:47:41.807337 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa78b-de67-49f8-8dac-16022465ee6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.816635 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.819556 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.843994 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1ff9d7b6-3f02-489f-a4a8-08f6a466efb4 req-9ab3c454-30b4-4cdb-8908-272f6d3666b3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 210 time: 0.1043544 Jul 29 20:47:41.854867 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-e8eaea94-c478-4be0-8914-2ea4a1bc90db tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/quotas/3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 375 time: 0.0790265 Jul 29 20:47:41.860286 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39053ded-5e72-4342-8909-b6cb747296b6 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:41.869411 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19756bb3-d002-4d2e-b192-883157e5dfe6'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:41.930785 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa78b-de67-49f8-8dac-16022465ee6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:41.986108 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-cc41237e-8d15-4376-896b-f5f27da4c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:41.988295 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-cc41237e-8d15-4376-896b-f5f27da4c81b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.2477107 Jul 29 20:47:42.009402 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 19756bb3-d002-4d2e-b192-883157e5dfe6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=19756bb3-d002-4d2e-b192-883157e5dfe6,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:42.013862 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-7bce989e-987d-45d0-bcb7-bda8f38bffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:42.016069 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 39053ded-5e72-4342-8909-b6cb747296b6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=39053ded-5e72-4342-8909-b6cb747296b6,segment=NetworkSegment(6413d486-0c78-4bd4-a555-8dc3cfc864ef),segment_id=6413d486-0c78-4bd4-a555-8dc3cfc864ef)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:42.017380 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-7bce989e-987d-45d0-bcb7-bda8f38bffb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.4035239 Jul 29 20:47:42.018608 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.038801 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa78b-de67-49f8-8dac-16022465ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.042299 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa78b-de67-49f8-8dac-16022465ee6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.047169 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-2f3aa78b-de67-49f8-8dac-16022465ee6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60924477-3937-41e1-93f9-df2ecaf9e0c7 HTTP/1.1" status: 204 len: 168 time: 0.6083908 Jul 29 20:47:42.059923 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.097287 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=19756bb3-d002-4d2e-b192-883157e5dfe6,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:42.131388 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-f0b2ee14-6d8e-49d0-b20d-72e5f90d0b95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041594 Jul 29 20:47:42.156131 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-5804ee7a-fae0-40a1-8b61-08bec98cfd34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0b8067b-e218-4d5c-8201-cd489d461803 HTTP/1.1" status: 200 len: 217 time: 0.1181204 Jul 29 20:47:42.156131 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aa78b-de67-49f8-8dac-16022465ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60924477-3937-41e1-93f9-df2ecaf9e0c7,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:42.161043 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=39053ded-5e72-4342-8909-b6cb747296b6,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:42.172990 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-019a6f93-331b-42fe-a138-648a916f866d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2974195 Jul 29 20:47:42.217454 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ec580-1adb-4ce6-8afd-2553060bdc72" -d '{"events": [{"server_uuid": "b877bb5f-9868-4b75-8890-a41a08c3d366", "name": "network-vif-plugged", "status": "completed", "tag": "19756bb3-d002-4d2e-b192-883157e5dfe6"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:42.336546 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011bb9a-7af8-45a7-a9ac-d53039f14ec2 req-c4a63658-f902-45e0-ba0c-277a7a015489 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:42.338028 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1011bb9a-7af8-45a7-a9ac-d53039f14ec2 req-c4a63658-f902-45e0-ba0c-277a7a015489 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 943 time: 0.3136876 Jul 29 20:47:42.358178 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['39053ded-5e72-4342-8909-b6cb747296b6'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:42.384424 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-e747179a-13d3-4117-b355-f4aaee524e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:42.385986 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-e747179a-13d3-4117-b355-f4aaee524e8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.2104318 Jul 29 20:47:42.449219 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-22af456e-3d10-4b0c-8932-6bc1830e2598 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497742 Jul 29 20:47:42.454695 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-d2ad2bc6-5383-4814-b442-ec1495159481 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027177 Jul 29 20:47:42.473669 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1011bb9a-7af8-45a7-a9ac-d53039f14ec2 req-7008a074-6483-446e-a69c-1918daf891a7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246018 Jul 29 20:47:42.495950 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-0523db9f-20e8-403b-957a-6d425aaaf377 service neutron] 10.222.0.26 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610536 Jul 29 20:47:42.647961 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-c8a790f2-d147-447e-96be-a5fc130fcf51 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:42.651642 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-c8a790f2-d147-447e-96be-a5fc130fcf51 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 811 time: 0.1606786 Jul 29 20:47:42.703301 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54718) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:42.733802 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b2daa959-373a-48ef-85b1-c2da0ab02126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.748382 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-a50ed42a-fb66-4bc6-8415-dff03607a3b8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84530e02538f49be94ddcfefcc1abf8d HTTP/1.1" status: 200 len: 379 time: 0.0739810 Jul 29 20:47:42.760526 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'port': {'device_id': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'admin_state_up': True, 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'security_groups': ['df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:42.781565 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-014917a6-a6b0-45d6-8034-8396b3a6e085 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645056 Jul 29 20:47:42.934366 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ef11-641f-48bd-9f61-d43c37ab351a req-dac8077c-6941-4aab-8a15-d3314c2669ee tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:42.935887 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a953ef11-641f-48bd-9f61-d43c37ab351a req-dac8077c-6941-4aab-8a15-d3314c2669ee tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.2843957 Jul 29 20:47:42.939595 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b2daa959-373a-48ef-85b1-c2da0ab02126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.946444 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-e01269a8-48f1-4a36-a060-bf7c0bb393c5 service neutron] 10.222.0.26 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495111 Jul 29 20:47:42.951202 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-268a247d-9ad5-4ac8-8e82-54a6afcac2df req-c3e67499-3d44-4ef7-bbfc-3255bbcc39b2 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362435 Jul 29 20:47:42.958845 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b2daa959-373a-48ef-85b1-c2da0ab02126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:42.973676 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Made reservation on behalf of 84530e02538f49be94ddcfefcc1abf8d for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:42.977225 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.008738 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a953ef11-641f-48bd-9f61-d43c37ab351a req-4a32d8db-eb80-49f5-96d2-1e648d7f7262 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598981 Jul 29 20:47:43.019874 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a02206b1-3531-45cc-83a4-2259c7c68584 req-ccd24625-8f74-48b2-8be2-86424f389a56 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241566 Jul 29 20:47:43.023095 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b2daa959-373a-48ef-85b1-c2da0ab02126 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c52caef9a8b4ddeb3330c9cdda8cda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187194 Jul 29 20:47:43.026229 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 54736) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:43.038013 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daa959-373a-48ef-85b1-c2da0ab02126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362fa04e-008f-4246-a5d8-6b7423457c4f,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:43.292582 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e43d88-0538-4dd5-9111-8fd109167221 x-openstack-request-id: req-87e43d88-0538-4dd5-9111-8fd109167221 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:43.293121 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b877bb5f-9868-4b75-8890-a41a08c3d366", "name": "network-vif-plugged", "status": "completed", "tag": "19756bb3-d002-4d2e-b192-883157e5dfe6", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:43.293121 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87e43d88-0538-4dd5-9111-8fd109167221 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:43.293689 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19756bb3-d002-4d2e-b192-883157e5dfe6', 'code': 200} Jul 29 20:47:43.297773 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Allocated IP 172.20.0.14 (4c965ead-a070-4406-a89c-e44d7cb8c3b2/130776e5-458e-4c91-9c62-e82c0136f2da/f8d754d9-6661-468b-9aa3-f237df0412df) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:43.387958 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 61d87ba2-adb6-4653-b165-5c7894e3a3e7 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:43.399351 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c371f822-34f8-4789-b4ae-bfe77fe7bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.436479 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b033751-eeec-4fe8-b498-2497870832b6 req-b51767bc-f6db-4961-aaf7-9f15ca71150e tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:43.444864 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b033751-eeec-4fe8-b498-2497870832b6 req-b51767bc-f6db-4961-aaf7-9f15ca71150e tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 945 time: 0.1174731 Jul 29 20:47:43.479923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c371f822-34f8-4789-b4ae-bfe77fe7bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.519395 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-86428ff4-3c81-4028-a2f2-577087f3a6db req-10262b54-5025-4e47-97c7-60a023d011c9 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 210 time: 0.0719018 Jul 29 20:47:43.555795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 39053ded-5e72-4342-8909-b6cb747296b6 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:43.583792 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b033751-eeec-4fe8-b498-2497870832b6 req-9133f84c-beed-44f6-baa2-7eb552b3baaf tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378129 Jul 29 20:47:43.732740 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 61d87ba2-adb6-4653-b165-5c7894e3a3e7, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:43.737861 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 39053ded-5e72-4342-8909-b6cb747296b6 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:43.744387 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a108e8a-8f5e-4eb7-8067-a5703ede0f77 req-07ae49a2-0caa-40d8-b8c0-a10938b1538a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 210 time: 0.1300683 Jul 29 20:47:43.762392 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 39053ded-5e72-4342-8909-b6cb747296b6 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:43.783603 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.810641 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a8254-84ec-46e0-ac58-dba28159d7f2 req-7b87dbeb-10eb-4e61-aaff-4aaabf8ac742 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:43.819410 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e04a8254-84ec-46e0-ac58-dba28159d7f2 req-7b87dbeb-10eb-4e61-aaff-4aaabf8ac742 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 943 time: 0.1062195 Jul 29 20:47:43.823943 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02877fe-fa92-4a50-84ac-b8bc636d3f29 req-f7720688-0462-487f-9796-fa5d0ec6698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:43.825548 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d02877fe-fa92-4a50-84ac-b8bc636d3f29 req-f7720688-0462-487f-9796-fa5d0ec6698a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 1099 time: 0.2554989 Jul 29 20:47:43.832991 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c371f822-34f8-4789-b4ae-bfe77fe7bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.836130 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c371f822-34f8-4789-b4ae-bfe77fe7bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.841075 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-c371f822-34f8-4789-b4ae-bfe77fe7bf95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/362fa04e-008f-4246-a5d8-6b7423457c4f HTTP/1.1" status: 204 len: 168 time: 0.8131878 Jul 29 20:47:43.859586 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '61d87ba2-adb6-4653-b165-5c7894e3a3e7', 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'port_id': '61d87ba2-adb6-4653-b165-5c7894e3a3e7', 'mac_address': 'fa:16:3e:b6:ef:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:43.885323 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.890198 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371f822-34f8-4789-b4ae-bfe77fe7bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362fa04e-008f-4246-a5d8-6b7423457c4f,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:43.900730 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-d02877fe-fa92-4a50-84ac-b8bc636d3f29 req-bd98713b-af6f-466b-bb14-feaa75e289f5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.906768 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Transition to ACTIVE for port object f8d754d9-6661-468b-9aa3-f237df0412df will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:43.930539 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e04a8254-84ec-46e0-ac58-dba28159d7f2 req-1fb446e3-5c9d-4c61-8de0-829fb30871e7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100416 Jul 29 20:47:43.963398 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:43.994733 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:43.997916 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:44.030244 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:44.062357 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.078970 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-d02877fe-fa92-4a50-84ac-b8bc636d3f29 req-bd98713b-af6f-466b-bb14-feaa75e289f5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.088793 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-d02877fe-fa92-4a50-84ac-b8bc636d3f29 req-bd98713b-af6f-466b-bb14-feaa75e289f5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.106220 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'Port': ['ID=f8d754d9-6661-468b-9aa3-f237df0412df,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:44.127459 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d02877fe-fa92-4a50-84ac-b8bc636d3f29 req-bd98713b-af6f-466b-bb14-feaa75e289f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850699 Jul 29 20:47:44.132081 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.138401 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:44.139340 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.159979 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98713b-af6f-466b-bb14-feaa75e289f5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63729021-109d-41fd-8c29-e30dc296d139,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:44.166304 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d87ba2-adb6-4653-b165-5c7894e3a3e7 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:44.179845 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-274cc33d-0a9e-49c1-a222-a74ae167058f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4233224 Jul 29 20:47:44.192010 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 61d87ba2-adb6-4653-b165-5c7894e3a3e7, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:44.195861 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 39053ded-5e72-4342-8909-b6cb747296b6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=39053ded-5e72-4342-8909-b6cb747296b6,segment=NetworkSegment(6413d486-0c78-4bd4-a555-8dc3cfc864ef),segment_id=6413d486-0c78-4bd4-a555-8dc3cfc864ef)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:44.197347 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.202784 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.262240 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2162-81db-497e-b20c-2d9b4bd0129a req-9943c32d-cf71-4ece-8948-99dc601ca9b1 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:44.266839 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-794a2162-81db-497e-b20c-2d9b4bd0129a req-9943c32d-cf71-4ece-8948-99dc601ca9b1 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.0980701 Jul 29 20:47:44.277015 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=61d87ba2-adb6-4653-b165-5c7894e3a3e7,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:44.312835 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-794a2162-81db-497e-b20c-2d9b4bd0129a req-ec0fa096-5502-4f6a-a577-dff92a158339 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Jul 29 20:47:44.341073 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=39053ded-5e72-4342-8909-b6cb747296b6,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:44.417997 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-3f54cf96-10bc-42ed-a9dd-d52d46e45336 None None] Provisioning for port f8d754d9-6661-468b-9aa3-f237df0412df completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:44.421992 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-3f54cf96-10bc-42ed-a9dd-d52d46e45336 None None] Provisioning complete for port f8d754d9-6661-468b-9aa3-f237df0412df triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:44.422430 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3f54cf96-10bc-42ed-a9dd-d52d46e45336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.437212 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Request body: {'port': {'device_id': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:44.477639 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-3f54cf96-10bc-42ed-a9dd-d52d46e45336 None None] Port f8d754d9-6661-468b-9aa3-f237df0412df cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:47:44.497415 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['61d87ba2-adb6-4653-b165-5c7894e3a3e7'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:44.540317 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.757578 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd3f90-1907-41c4-a1f6-1d069d0af2b4 req-01db9a10-fde9-4eb9-8047-01b9524f283a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:44.760061 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ffd3f90-1907-41c4-a1f6-1d069d0af2b4 req-01db9a10-fde9-4eb9-8047-01b9524f283a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 932 time: 0.1119361 Jul 29 20:47:44.781239 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557b01a-e0dc-4c35-a3b1-ff0c9d7cfbf5 req-2afc3a63-bfe5-4da3-b4a2-666efd7651eb tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:44.789156 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3557b01a-e0dc-4c35-a3b1-ff0c9d7cfbf5 req-2afc3a63-bfe5-4da3-b4a2-666efd7651eb tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0912752 Jul 29 20:47:44.843047 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ffd3f90-1907-41c4-a1f6-1d069d0af2b4 req-ae761f91-87a5-47fd-9307-145e9ac1ceb1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761979 Jul 29 20:47:44.854931 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3557b01a-e0dc-4c35-a3b1-ff0c9d7cfbf5 req-96628acb-ab32-45c1-956e-e44e78baf84c tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641897 Jul 29 20:47:44.898692 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d754d9-6661-468b-9aa3-f237df0412df {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:44.907247 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.925427 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Transition to ACTIVE for port object f8d754d9-6661-468b-9aa3-f237df0412df will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:44.932735 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:44.963925 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-16076de7-93f4-4387-8a36-5ed8416b60b3 req-961e1733-a06e-4811-b89f-0b7b4e9cf210 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 210 time: 0.0482626 Jul 29 20:47:45.059871 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d754d9-6661-468b-9aa3-f237df0412df,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:45.163626 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539acb7-ba72-44ab-aef0-3d2eba8d6d1c req-4a4918f9-00d3-439a-90f6-778d71ebfcb2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.165848 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8539acb7-ba72-44ab-aef0-3d2eba8d6d1c req-4a4918f9-00d3-439a-90f6-778d71ebfcb2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 943 time: 0.1169665 Jul 29 20:47:45.184146 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Attempting to bind port f8d754d9-6661-468b-9aa3-f237df0412df on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:45.184985 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Attempting to bind port f8d754d9-6661-468b-9aa3-f237df0412df by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:45.185396 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Attempting to bind port f8d754d9-6661-468b-9aa3-f237df0412df on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:45.191016 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Port f8d754d9-6661-468b-9aa3-f237df0412df on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:47:45.191483 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Attempting to bind port f8d754d9-6661-468b-9aa3-f237df0412df on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:45.200627 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:45.201119 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Checking segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:45.201573 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Bound using segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:45.202166 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Bound port: f8d754d9-6661-468b-9aa3-f237df0412df, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:45.202575 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:45.257899 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-8058069c-d631-4605-b1b9-793a30e5f07e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.259968 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-8058069c-d631-4605-b1b9-793a30e5f07e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 816 time: 0.2993178 Jul 29 20:47:45.263327 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8539acb7-ba72-44ab-aef0-3d2eba8d6d1c req-6d21ee56-7c38-4741-8262-cf9570da8aa9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906067 Jul 29 20:47:45.294534 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c68960-61d3-414e-ab34-420c90f737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39053ded-5e72-4342-8909-b6cb747296b6'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:45.297324 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bba0f9-1b87-4875-a58c-4845e48b1068" -d '{"events": [{"server_uuid": "78c68960-61d3-414e-ab34-420c90f737a1", "name": "network-vif-plugged", "status": "completed", "tag": "39053ded-5e72-4342-8909-b6cb747296b6"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:45.328903 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] For port f8d754d9-6661-468b-9aa3-f237df0412df, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:45.332468 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] For port f8d754d9-6661-468b-9aa3-f237df0412df, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f8d754d9-6661-468b-9aa3-f237df0412df,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:45.339435 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:45.349211 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917e7be-4256-4ff0-ada2-249f43b80b85 x-openstack-request-id: req-4917e7be-4256-4ff0-ada2-249f43b80b85 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:45.349671 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c68960-61d3-414e-ab34-420c90f737a1", "name": "network-vif-plugged", "status": "completed", "tag": "39053ded-5e72-4342-8909-b6cb747296b6", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:45.349773 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4917e7be-4256-4ff0-ada2-249f43b80b85 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:45.350131 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c68960-61d3-414e-ab34-420c90f737a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39053ded-5e72-4342-8909-b6cb747296b6', 'code': 200} Jul 29 20:47:45.351431 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-c60e6cf3-0b1d-4844-98e4-9db78b01bc84 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 380 time: 0.0739820 Jul 29 20:47:45.385502 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.386187 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:45.388048 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] 10.222.0.42 "PUT /v2.0/ports/f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 200 len: 1094 time: 0.9552374 Jul 29 20:47:45.388679 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:45.391514 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7369af8-1339-41df-bc9f-f60a4d182bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:45.400251 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'port': {'device_id': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'admin_state_up': True, 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'security_groups': ['94c93f86-6272-486f-aeeb-3b302d473e3a']}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:45.404432 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a0b8067b-e218-4d5c-8201-cd489d461803 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:45.425197 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2a0f-5dd0-4405-ac58-4b900fcfac12 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d754d9-6661-468b-9aa3-f237df0412df,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:45.520503 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4974744-32c7-47d1-a877-00c3df3b1153 x-openstack-request-id: req-f4974744-32c7-47d1-a877-00c3df3b1153 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:45.520942 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:45.521285 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4974744-32c7-47d1-a877-00c3df3b1153 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:45.521943 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'status': 'completed', 'code': 200} Jul 29 20:47:45.542853 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-0141afa6-7f00-4602-a1a0-c100ab4eab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.544758 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-0141afa6-7f00-4602-a1a0-c100ab4eab25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 1097 time: 0.0783629 Jul 29 20:47:45.575910 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a0b8067b-e218-4d5c-8201-cd489d461803, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a0b8067b-e218-4d5c-8201-cd489d461803,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:45.590791 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': 'a0b8067b-e218-4d5c-8201-cd489d461803', 'network_id': 'be41db28-d8fb-4fee-8add-f87dba94a880', 'port_id': 'a0b8067b-e218-4d5c-8201-cd489d461803', 'mac_address': 'fa:16:3e:7e:f3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de6a4f7-5db6-43a4-96f2-566560f44084', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:45.593533 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 61d87ba2-adb6-4653-b165-5c7894e3a3e7 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:45.632270 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f0f5d-4a4f-4606-820d-2cdd67356add req-b7733c98-f86b-4f73-9fc5-1b4c5c15954a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.634319 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-079f0f5d-4a4f-4606-820d-2cdd67356add req-b7733c98-f86b-4f73-9fc5-1b4c5c15954a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.2488422 Jul 29 20:47:45.657220 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-167e53ca-8864-49f4-89ca-c9ce7e748475 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 200 len: 217 time: 0.0925691 Jul 29 20:47:45.719172 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-079f0f5d-4a4f-4606-820d-2cdd67356add req-dc85bea7-5d1f-4857-9541-162347e5ee8d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686870 Jul 29 20:47:45.725382 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Made reservation on behalf of 3a2d499cfd29443a8769fc072df858f4 for: {'port': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:47:45.726193 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:45.728455 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:45.744290 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4253-7e8a-4a48-9096-e575058db601 req-16d4d02e-348d-4fe4-826c-40dd6f24c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.744290 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-110d4253-7e8a-4a48-9096-e575058db601 req-16d4d02e-348d-4fe4-826c-40dd6f24c13b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 1099 time: 0.1058767 Jul 29 20:47:45.769824 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b8067b-e218-4d5c-8201-cd489d461803 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:45.772754 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-fa85a0ac-794f-489e-878e-ff82f52002a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.774071 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-fa85a0ac-794f-489e-878e-ff82f52002a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.1096969 Jul 29 20:47:45.795549 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a0b8067b-e218-4d5c-8201-cd489d461803, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a0b8067b-e218-4d5c-8201-cd489d461803,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:45.810994 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:45.819879 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:45.841346 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:45.841712 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:45.908043 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b68007-6ed2-4111-a883-5ead9a60334c req-b85310ef-6b6f-415b-8692-2f0e9f370f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:45.909804 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-b85310ef-6b6f-415b-8692-2f0e9f370f52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976365 Jul 29 20:47:45.967151 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-110d4253-7e8a-4a48-9096-e575058db601 req-49cb8ec9-a812-489f-9985-8371e5344439 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113860 Jul 29 20:47:45.990988 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Allocated IP 172.20.0.12 (19609c7c-420d-4e82-aa8b-a60c5726c469/b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e/1c53fa92-7f77-4b1e-9457-025cfcf9a6e1) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:47:46.034987 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=a0b8067b-e218-4d5c-8201-cd489d461803,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:46.116419 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:46.155052 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['a0b8067b-e218-4d5c-8201-cd489d461803'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:46.185648 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 61d87ba2-adb6-4653-b165-5c7894e3a3e7, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:46.208087 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-50b3f6bf-a2c7-4363-b996-5a3336b7b1b2 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880118 Jul 29 20:47:46.215166 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa96db-0049-4bc4-aca3-0fa248712e46 req-97a3d57f-9647-4089-a88f-e3a9e5b68ab8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:46.216683 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-39fa96db-0049-4bc4-aca3-0fa248712e46 req-97a3d57f-9647-4089-a88f-e3a9e5b68ab8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.1828830 Jul 29 20:47:46.228099 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:46.228715 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7390-d35a-4fb3-98ae-33bfc2a6da9c req-fcc9a9b5-4866-4ac1-a9ba-bbef1c758e54 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:46.230235 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6c3a7390-d35a-4fb3-98ae-33bfc2a6da9c req-fcc9a9b5-4866-4ac1-a9ba-bbef1c758e54 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.2205381 Jul 29 20:47:46.316412 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=61d87ba2-adb6-4653-b165-5c7894e3a3e7,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:46.372376 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-39fa96db-0049-4bc4-aca3-0fa248712e46 req-c36790fd-80e9-4315-a5fd-9d0fdbab9922 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375585 Jul 29 20:47:46.420823 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:46.421384 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-13b68007-6ed2-4111-a883-5ead9a60334c req-6e546e5a-091d-45ac-99c6-2e7ed8e9ea87 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778190 Jul 29 20:47:46.449783 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Transition to ACTIVE for port object 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 will not be triggered until provisioned by entity DHCP. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:46.500729 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6c3a7390-d35a-4fb3-98ae-33bfc2a6da9c req-d4b8d494-0615-44fd-95ec-ca34ffd19d58 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576532 Jul 29 20:47:46.531721 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f400af5-dc60-4ee4-a12d-5d65ab6de06d req-ab59599c-1308-47a8-a178-fa9e1b3e1dae tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 210 time: 0.0649741 Jul 29 20:47:46.554437 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:46.579579 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-82e2e151-506a-4112-8bad-65433b30db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:46.581292 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-82e2e151-506a-4112-8bad-65433b30db09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 1097 time: 0.0483749 Jul 29 20:47:46.655959 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:47:46.660870 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:46.666829 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:47:46.669051 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:47:46.677752 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:46.678548 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:46.715575 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b804e1-9470-482a-b33b-090c27872aad req-cf858db6-c442-4aba-afb7-1f25f2b08cd3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:46.716962 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8b804e1-9470-482a-b33b-090c27872aad req-cf858db6-c442-4aba-afb7-1f25f2b08cd3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 944 time: 0.1223407 Jul 29 20:47:46.718769 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-73e13c5c-d72f-4d72-82c1-c0b220bc04fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3233156 Jul 29 20:47:46.774678 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8b804e1-9470-482a-b33b-090c27872aad req-79d47e35-d78b-458e-b345-062ff0c24f98 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507057 Jul 29 20:47:46.876281 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6609d-200c-4a5c-856b-de37655ec513 req-49054d81-de05-478e-b0fe-f763e3eb9a2a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:46.885769 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fbf6609d-200c-4a5c-856b-de37655ec513 req-49054d81-de05-478e-b0fe-f763e3eb9a2a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.0725527 Jul 29 20:47:46.918148 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fbf6609d-200c-4a5c-856b-de37655ec513 req-3f7d2dfa-73e1-4fc7-99d6-7f208880c6fc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Jul 29 20:47:46.956049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-335225b7-6e45-45fd-a315-2edb575052d1 None None] Provisioning for port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:46.960271 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-335225b7-6e45-45fd-a315-2edb575052d1 None None] Provisioning complete for port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:46.960700 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-335225b7-6e45-45fd-a315-2edb575052d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:47.005368 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-335225b7-6e45-45fd-a315-2edb575052d1 None None] Port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:47:47.351544 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d87ba2-adb6-4653-b165-5c7894e3a3e7'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:47.353948 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70406365-d91d-47e0-b2eb-7dbe0b8a41a1" -d '{"events": [{"server_uuid": "11a8f450-dc50-404e-b358-2b6df8ae31c3", "name": "network-vif-plugged", "status": "completed", "tag": "61d87ba2-adb6-4653-b165-5c7894e3a3e7"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:47.388556 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff920d4c-653f-4509-afce-213275532a93 x-openstack-request-id: req-ff920d4c-653f-4509-afce-213275532a93 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:47.388841 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a8f450-dc50-404e-b358-2b6df8ae31c3", "name": "network-vif-plugged", "status": "completed", "tag": "61d87ba2-adb6-4653-b165-5c7894e3a3e7", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:47.389084 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff920d4c-653f-4509-afce-213275532a93 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:47.389467 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d87ba2-adb6-4653-b165-5c7894e3a3e7', 'code': 200} Jul 29 20:47:47.488624 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521400cc-53ca-4ee0-91de-2e1465f1135f req-cb03cd15-1848-4536-a27a-6da56a6735d6 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:47.490719 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-521400cc-53ca-4ee0-91de-2e1465f1135f req-cb03cd15-1848-4536-a27a-6da56a6735d6 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0497513 Jul 29 20:47:47.528947 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-521400cc-53ca-4ee0-91de-2e1465f1135f req-caba568a-36c8-4274-924b-4afed774c77a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318637 Jul 29 20:47:47.653684 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7895e-4b8d-4260-968e-e6f0e5d4d051 req-8b43ed56-2ae6-4251-9e33-be5fce42006a tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:47.655133 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b8a7895e-4b8d-4260-968e-e6f0e5d4d051 req-8b43ed56-2ae6-4251-9e33-be5fce42006a tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0733831 Jul 29 20:47:47.692663 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fa3eb-0939-4361-8f43-52248ead0b15 req-cd172457-d696-4f7e-bc5d-79648e393b99 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:47.694089 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-336fa3eb-0939-4361-8f43-52248ead0b15 req-cd172457-d696-4f7e-bc5d-79648e393b99 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 932 time: 0.0768335 Jul 29 20:47:47.714504 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b8a7895e-4b8d-4260-968e-e6f0e5d4d051 req-cf1ac2a3-edf1-4639-82fe-3e06c5e88c86 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 Jul 29 20:47:47.741167 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-336fa3eb-0939-4361-8f43-52248ead0b15 req-e4523c30-b1a2-439c-9f04-81dd07cc33b3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395331 Jul 29 20:47:47.873353 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 54978) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:47.891239 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f085e0-4c8b-4aee-a9ba-63193b9f956c req-4dccb1a1-be1f-40d7-bb8d-cde659dade95 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:47.892688 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b9f085e0-4c8b-4aee-a9ba-63193b9f956c req-4dccb1a1-be1f-40d7-bb8d-cde659dade95 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 944 time: 0.0535777 Jul 29 20:47:47.932473 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b9f085e0-4c8b-4aee-a9ba-63193b9f956c req-7efe3f06-8912-4964-8262-f69ce1b3df51 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Jul 29 20:47:47.977293 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-69c1fdd6-8226-4aec-a2ea-6dfc7f9c9840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.061260 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-69c1fdd6-8226-4aec-a2ea-6dfc7f9c9840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.064964 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-69c1fdd6-8226-4aec-a2ea-6dfc7f9c9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.101911 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-69c1fdd6-8226-4aec-a2ea-6dfc7f9c9840 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a84e74d751da4c2e92aefd168bca9fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275734 Jul 29 20:47:48.103805 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fdd6-8226-4aec-a2ea-6dfc7f9c9840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da66f99-8c64-4a0f-9316-51ee40abd81d,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:48.104629 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54982) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:48.152404 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6babc0b8-afe6-424e-9ac2-a2e52a076bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.171858 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6babc0b8-afe6-424e-9ac2-a2e52a076bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.216126 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6babc0b8-afe6-424e-9ac2-a2e52a076bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.218933 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6babc0b8-afe6-424e-9ac2-a2e52a076bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.220042 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-6babc0b8-afe6-424e-9ac2-a2e52a076bb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3da66f99-8c64-4a0f-9316-51ee40abd81d HTTP/1.1" status: 204 len: 168 time: 0.1143739 Jul 29 20:47:48.227203 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babc0b8-afe6-424e-9ac2-a2e52a076bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da66f99-8c64-4a0f-9316-51ee40abd81d,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:48.472511 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54992) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:48.485311 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a7b47b42-c770-4499-8299-6fe5bb933e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.570707 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a7b47b42-c770-4499-8299-6fe5bb933e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.574971 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a7b47b42-c770-4499-8299-6fe5bb933e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.610742 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a7b47b42-c770-4499-8299-6fe5bb933e2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31b4131497b2451bb60804a6e1cb40fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370814 Jul 29 20:47:48.612616 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b47b42-c770-4499-8299-6fe5bb933e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907be624-e910-4d5f-ba9a-c324b42e332e,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:48.615334 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 54996) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:48.658547 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43475961-3e18-4809-b878-758204bc08e3 req-9b95b33b-e0c5-4dae-9cac-53621c1c9194 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:48.660040 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43475961-3e18-4809-b878-758204bc08e3 req-9b95b33b-e0c5-4dae-9cac-53621c1c9194 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0526130 Jul 29 20:47:48.665347 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a8eca133-0e41-41cc-811c-73dd186d933f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.694920 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a8eca133-0e41-41cc-811c-73dd186d933f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.698009 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43475961-3e18-4809-b878-758204bc08e3 req-e60a19db-d37b-4c10-bf31-07eb85a2d229 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Jul 29 20:47:48.745387 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a8eca133-0e41-41cc-811c-73dd186d933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.748026 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a8eca133-0e41-41cc-811c-73dd186d933f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.749159 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a8eca133-0e41-41cc-811c-73dd186d933f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/907be624-e910-4d5f-ba9a-c324b42e332e HTTP/1.1" status: 204 len: 168 time: 0.1329479 Jul 29 20:47:48.757316 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eca133-0e41-41cc-811c-73dd186d933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907be624-e910-4d5f-ba9a-c324b42e332e,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:48.887597 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a43664-02a7-4966-8617-ce4666c1260a req-2ada80b7-fdc9-4291-878e-a42ba41c40f8 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:48.889205 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-52a43664-02a7-4966-8617-ce4666c1260a req-2ada80b7-fdc9-4291-878e-a42ba41c40f8 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0759954 Jul 29 20:47:48.901670 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd524af-aaf9-4886-ac0f-2b3458387c03 req-0f3a475d-32c5-4129-8048-81b88eba6281 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:48.903135 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8cd524af-aaf9-4886-ac0f-2b3458387c03 req-0f3a475d-32c5-4129-8048-81b88eba6281 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 932 time: 0.0784569 Jul 29 20:47:48.956163 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-52a43664-02a7-4966-8617-ce4666c1260a req-96a4cb6f-f594-441c-ab7f-7e6409098a0a tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520661 Jul 29 20:47:48.968721 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8cd524af-aaf9-4886-ac0f-2b3458387c03 req-0b32993f-35e3-40a2-bf53-5ffaa40bb959 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579436 Jul 29 20:47:49.062305 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7771-835d-401c-82b0-700136d11b01 req-0283e753-3ae6-4a16-bcc5-6005b610e0a5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:49.063932 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db4c7771-835d-401c-82b0-700136d11b01 req-0283e753-3ae6-4a16-bcc5-6005b610e0a5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 944 time: 0.0500259 Jul 29 20:47:49.103066 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db4c7771-835d-401c-82b0-700136d11b01 req-72afb021-cd4f-4493-9643-2ba89a090e36 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Jul 29 20:47:49.299682 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Request body: {'port': {'device_id': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:47:49.352044 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-b4c33a4d-6b6c-4a85-8bbc-37c38d1850af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:49.354344 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-b4c33a4d-6b6c-4a85-8bbc-37c38d1850af service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 912 time: 0.1000645 Jul 29 20:47:49.409774 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.420461 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-edc66e13-44c3-4e5d-a8d0-02d1a9925650 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 200 len: 217 time: 0.0568762 Jul 29 20:47:49.474957 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-9c4e4e82-3f3c-43fe-b3f8-cbe38b5d982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:49.476666 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-9c4e4e82-3f3c-43fe-b3f8-cbe38b5d982f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.0473986 Jul 29 20:47:49.530006 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-55a513bd-e40c-4520-a965-44928947d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:49.531573 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-55a513bd-e40c-4520-a965-44928947d1f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422847 Jul 29 20:47:49.588306 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041f3a7-6e1b-4a85-8131-b1689d63fa7f req-3f45b767-1ad5-400c-ae22-97e97a380a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:49.589870 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c041f3a7-6e1b-4a85-8131-b1689d63fa7f req-3f45b767-1ad5-400c-ae22-97e97a380a5b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.0667303 Jul 29 20:47:49.635678 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-68fd82e1-85db-4e5f-a1b2-1840f22fc51d service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960212 Jul 29 20:47:49.658076 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c041f3a7-6e1b-4a85-8131-b1689d63fa7f req-3bed7d48-dcf4-4059-b2c9-233ea032800a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Jul 29 20:47:49.747083 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d7369af8-1339-41df-bc9f-f60a4d182bf7 req-78efd6e9-9b7e-47d7-90cc-d71c6386e0fc service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985901 Jul 29 20:47:49.767153 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 {{(pid=99519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:49.782983 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.817415 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Transition to ACTIVE for port object 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 will not be triggered until provisioned by entity L2. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:47:49.821774 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:49.858502 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe519a9-fb87-4873-8db5-8d5240f99dd5 req-067ae22b-6d96-498f-b14c-6357242f4924 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:49.860041 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fe519a9-fb87-4873-8db5-8d5240f99dd5 req-067ae22b-6d96-498f-b14c-6357242f4924 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0882609 Jul 29 20:47:49.887602 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:49.956104 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Attempting to bind port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:47:49.956438 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Attempting to bind port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:47:49.956761 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Attempting to bind port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 on network 19609c7c-420d-4e82-aa8b-a60c5726c469 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:49.971331 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 on network 19609c7c-420d-4e82-aa8b-a60c5726c469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:47:49.971475 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Attempting to bind port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 on network 19609c7c-420d-4e82-aa8b-a60c5726c469 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:47:49.978463 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fe519a9-fb87-4873-8db5-8d5240f99dd5 req-97e0322f-cba3-4c34-a45b-1928caf10b6c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934119 Jul 29 20:47:49.982690 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:47:49.983048 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Checking segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:47:49.984212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Bound using segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:47:49.984212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Bound port: 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:47:49.984212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.159115 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, cleared binding levels {{(pid=99519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:47:50.175537 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:47:50.186751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.223450 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228b140-942c-4880-83ac-62c548e33f9a req-5f34b1d5-1247-4965-a31b-51244649c4c7 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:50.224909 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2228b140-942c-4880-83ac-62c548e33f9a req-5f34b1d5-1247-4965-a31b-51244649c4c7 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.1454542 Jul 29 20:47:50.233952 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:50.234618 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.235954 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] 10.222.0.42 "PUT /v2.0/ports/1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 HTTP/1.1" status: 200 len: 1094 time: 0.9410205 Jul 29 20:47:50.239412 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:50.241678 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c3b541-dcb1-409f-b527-64fd85e540d1" -d '{"events": [{"name": "network-changed", "server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:50.251105 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f0888-2015-45c7-95f8-fb42e0b62fac req-e688d48b-584e-473c-a1d7-11ac6745d284 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:50.252581 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-600f0888-2015-45c7-95f8-fb42e0b62fac req-e688d48b-584e-473c-a1d7-11ac6745d284 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1526234 Jul 29 20:47:50.321217 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e9e25-7396-4d7e-be4e-6428bcdbd7ab service neutron] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=3']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:50.335471 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2228b140-942c-4880-83ac-62c548e33f9a req-5e140865-a6a9-4b36-8244-79e41ae056de tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984428 Jul 29 20:47:50.342839 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-600f0888-2015-45c7-95f8-fb42e0b62fac req-f386b58a-c697-4f69-82c2-9d68aafa1de8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710979 Jul 29 20:47:50.657858 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37090ea5-d874-4084-9f62-6247a99061ce x-openstack-request-id: req-37090ea5-d874-4084-9f62-6247a99061ce {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:50.658392 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:50.658939 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37090ea5-d874-4084-9f62-6247a99061ce {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:50.659333 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'status': 'completed', 'code': 200} Jul 29 20:47:50.685887 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6759c79-0436-4244-adad-e07b60d4a3ae req-b9ccd1f7-1cff-45f1-8081-af12631103d2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:50.687504 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b6759c79-0436-4244-adad-e07b60d4a3ae req-b9ccd1f7-1cff-45f1-8081-af12631103d2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 944 time: 0.2695360 Jul 29 20:47:50.731891 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55084) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:50.733557 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b6759c79-0436-4244-adad-e07b60d4a3ae req-f9abf016-34ea-4c33-a75d-d68a4cd78c7b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jul 29 20:47:50.835590 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a19da2ac-3fbc-4f19-bae6-15523b319783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.924508 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a19da2ac-3fbc-4f19-bae6-15523b319783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.928584 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a19da2ac-3fbc-4f19-bae6-15523b319783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:50.965055 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a19da2ac-3fbc-4f19-bae6-15523b319783 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=417e52ac7e914065a223f23be16bd47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321587 Jul 29 20:47:50.965876 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19da2ac-3fbc-4f19-bae6-15523b319783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50b46f-97d3-4ab4-bf42-42566d8ebc90,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:50.967791 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55090) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:51.017709 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-34253a6f-7882-40ae-bdc0-691c34a83b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.039252 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-34253a6f-7882-40ae-bdc0-691c34a83b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.112893 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976de4b9-e240-4350-8da9-6cb7a7f781b3 req-e789394e-f974-4e08-9955-65dbae662afe tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:51.114959 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-976de4b9-e240-4350-8da9-6cb7a7f781b3 req-e789394e-f974-4e08-9955-65dbae662afe tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0548964 Jul 29 20:47:51.119614 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-34253a6f-7882-40ae-bdc0-691c34a83b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.122067 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-34253a6f-7882-40ae-bdc0-691c34a83b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.123119 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-34253a6f-7882-40ae-bdc0-691c34a83b92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc50b46f-97d3-4ab4-bf42-42566d8ebc90 HTTP/1.1" status: 204 len: 168 time: 0.1531367 Jul 29 20:47:51.142090 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34253a6f-7882-40ae-bdc0-691c34a83b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50b46f-97d3-4ab4-bf42-42566d8ebc90,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:51.164408 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-976de4b9-e240-4350-8da9-6cb7a7f781b3 req-6117ac54-fabb-4cec-ac23-d6f5f220a782 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401578 Jul 29 20:47:51.369871 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55100) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:51.383000 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-630a5d82-9879-4526-a1d5-184a9ffe72d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.474287 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3eb2-965a-456c-abd7-54fc99dff5d9 req-52970928-a726-4e7c-af16-be829a53a12e tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:51.475660 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b87b3eb2-965a-456c-abd7-54fc99dff5d9 req-52970928-a726-4e7c-af16-be829a53a12e tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0735147 Jul 29 20:47:51.532211 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-630a5d82-9879-4526-a1d5-184a9ffe72d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.536390 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b87b3eb2-965a-456c-abd7-54fc99dff5d9 req-fc490d86-7afb-4069-be20-2c3f4eac9e12 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547431 Jul 29 20:47:51.537500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-630a5d82-9879-4526-a1d5-184a9ffe72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.567907 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-630a5d82-9879-4526-a1d5-184a9ffe72d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed109ce7ae9a4da9acdff6ed558ef43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967795 Jul 29 20:47:51.570576 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55106) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:51.576761 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a5d82-9879-4526-a1d5-184a9ffe72d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a58c0c-7846-41c0-a43e-f4c8b0ddd44a,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:51.620669 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e5a33f56-d72a-4bed-bbc2-4c64a18ae922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.641669 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e5a33f56-d72a-4bed-bbc2-4c64a18ae922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.655204 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b05d3-eb58-4be5-8238-c82c43973e57 req-4b94eded-dd34-4a22-a312-c2ce477afe47 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:51.656658 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d86b05d3-eb58-4be5-8238-c82c43973e57 req-4b94eded-dd34-4a22-a312-c2ce477afe47 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0499334 Jul 29 20:47:51.688276 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e5a33f56-d72a-4bed-bbc2-4c64a18ae922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.690909 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e5a33f56-d72a-4bed-bbc2-4c64a18ae922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.692595 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-e5a33f56-d72a-4bed-bbc2-4c64a18ae922 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46a58c0c-7846-41c0-a43e-f4c8b0ddd44a HTTP/1.1" status: 204 len: 168 time: 0.1209700 Jul 29 20:47:51.694345 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d86b05d3-eb58-4be5-8238-c82c43973e57 req-7b974c09-a397-4737-8a52-66211bf62484 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Jul 29 20:47:51.702888 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a33f56-d72a-4bed-bbc2-4c64a18ae922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a58c0c-7846-41c0-a43e-f4c8b0ddd44a,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:51.801461 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0049a68e-900f-43eb-b130-e9db0e96a67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:51.848981 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786879f0-921e-47c4-8457-11d55c402ee5 req-912a74e8-8dc8-40e6-a640-34a8076f45a5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:51.851290 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-786879f0-921e-47c4-8457-11d55c402ee5 req-912a74e8-8dc8-40e6-a640-34a8076f45a5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 944 time: 0.0502634 Jul 29 20:47:51.890814 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-786879f0-921e-47c4-8457-11d55c402ee5 req-4c1010c9-4825-443f-94d2-37fb44813b04 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Jul 29 20:47:52.292172 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc386454-5ec8-4295-bf7e-29cdb484523e req-0f6dd718-d75c-438c-bff0-ad4b4bfdf3a2 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:52.297738 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dc386454-5ec8-4295-bf7e-29cdb484523e req-0f6dd718-d75c-438c-bff0-ad4b4bfdf3a2 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0562470 Jul 29 20:47:52.339202 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dc386454-5ec8-4295-bf7e-29cdb484523e req-59ec26dd-8cb7-4867-b5a2-01452f871eaf tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391729 Jul 29 20:47:52.663348 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb347-f00d-49f7-b02f-87d47af2298d req-861d0d2b-fae1-4688-9807-68e4ed6aa951 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:52.664820 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-54bbb347-f00d-49f7-b02f-87d47af2298d req-861d0d2b-fae1-4688-9807-68e4ed6aa951 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0503740 Jul 29 20:47:52.702079 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-54bbb347-f00d-49f7-b02f-87d47af2298d req-a48887f3-c13b-466b-8266-2ea852653eff tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Jul 29 20:47:52.821726 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26745d87-411a-4504-a719-228acc4a0512 req-f9ef1841-60d5-4025-8b62-0b05ba631c03 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:52.823200 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-26745d87-411a-4504-a719-228acc4a0512 req-f9ef1841-60d5-4025-8b62-0b05ba631c03 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0467589 Jul 29 20:47:52.862742 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-26745d87-411a-4504-a719-228acc4a0512 req-f3e08e3a-a7a0-4bce-8d79-841c5e84d3e5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328565 Jul 29 20:47:52.981695 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a0b8067b-e218-4d5c-8201-cd489d461803 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:53.011600 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74f4d8-074a-4c03-b9b6-c54a8f4b244f req-dbb8d1cb-6d91-431b-a1d0-52e28190b4cf tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:53.013657 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0f74f4d8-074a-4c03-b9b6-c54a8f4b244f req-dbb8d1cb-6d91-431b-a1d0-52e28190b4cf tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 944 time: 0.0551279 Jul 29 20:47:53.050954 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:53.062140 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port a0b8067b-e218-4d5c-8201-cd489d461803 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:53.066943 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port a0b8067b-e218-4d5c-8201-cd489d461803 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:53.067497 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:53.074989 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0f74f4d8-074a-4c03-b9b6-c54a8f4b244f req-4c16b4bd-dba5-468f-b944-fbebfb68a3b4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495658 Jul 29 20:47:53.151050 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:53.173692 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851ae309-5431-4735-8673-59d7f5e7ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8067b-e218-4d5c-8201-cd489d461803'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:53.176696 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5f3ce5-add0-44f4-9271-ae42ebda0035" -d '{"events": [{"server_uuid": "851ae309-5431-4735-8673-59d7f5e7ab18", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8067b-e218-4d5c-8201-cd489d461803"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:53.190266 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a0b8067b-e218-4d5c-8201-cd489d461803, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a0b8067b-e218-4d5c-8201-cd489d461803,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:53.202914 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:53.230064 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b1e1c3-2800-405e-9217-80943e773a9f x-openstack-request-id: req-24b1e1c3-2800-405e-9217-80943e773a9f {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:53.230687 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851ae309-5431-4735-8673-59d7f5e7ab18", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8067b-e218-4d5c-8201-cd489d461803", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:53.230687 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24b1e1c3-2800-405e-9217-80943e773a9f {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:53.231004 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851ae309-5431-4735-8673-59d7f5e7ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8067b-e218-4d5c-8201-cd489d461803', 'code': 200} Jul 29 20:47:53.259660 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=a0b8067b-e218-4d5c-8201-cd489d461803,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:53.473576 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3b541-dcb1-409f-b527-64fd85e540d1 req-495fe35d-9b6a-45df-8672-03a5df25b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:53.475981 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44c3b541-dcb1-409f-b527-64fd85e540d1 req-495fe35d-9b6a-45df-8672-03a5df25b5ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 1097 time: 0.1374941 Jul 29 20:47:53.519750 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b240905-14e1-4667-be82-89c0b0d9445b req-0fad5b36-9da0-4e48-b823-714c45eb0f4d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:53.526998 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0b240905-14e1-4667-be82-89c0b0d9445b req-0fad5b36-9da0-4e48-b823-714c45eb0f4d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0980108 Jul 29 20:47:53.648545 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740172-8061-4fe1-8c11-e7816c13929b req-3baf3505-a935-4295-ba5d-271935cea43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:53.650911 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-65740172-8061-4fe1-8c11-e7816c13929b req-3baf3505-a935-4295-ba5d-271935cea43f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 1098 time: 0.1015193 Jul 29 20:47:53.657502 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0b240905-14e1-4667-be82-89c0b0d9445b req-a5fffb9d-a8da-453e-87d2-3223904c8bda tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296246 Jul 29 20:47:53.705361 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-65740172-8061-4fe1-8c11-e7816c13929b req-4db2904a-5b5f-4620-aa6f-4b5638702785 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Jul 29 20:47:53.758740 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3b541-dcb1-409f-b527-64fd85e540d1 req-b3bef26e-3dc4-4fe1-a79e-23b11a2f0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:53.760214 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44c3b541-dcb1-409f-b527-64fd85e540d1 req-b3bef26e-3dc4-4fe1-a79e-23b11a2f0e74 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3a2d499cfd29443a8769fc072df858f4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2133391 Jul 29 20:47:53.824834 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d160d3-7ddb-45f4-86e8-3a1cea42b0f2 req-48dc59a5-cee2-40fe-8572-ad4225bbf837 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:53.826329 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10d160d3-7ddb-45f4-86e8-3a1cea42b0f2 req-48dc59a5-cee2-40fe-8572-ad4225bbf837 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0517900 Jul 29 20:47:53.866536 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10d160d3-7ddb-45f4-86e8-3a1cea42b0f2 req-ea26e01b-6a29-4dfa-a718-ee5cdca723f0 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Jul 29 20:47:53.985831 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad4d22-7818-4217-93d7-cb7ad402e7a5 req-9a0f287f-1ea4-4375-82c9-40d27d6e0d09 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:53.987394 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6cad4d22-7818-4217-93d7-cb7ad402e7a5 req-9a0f287f-1ea4-4375-82c9-40d27d6e0d09 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0491562 Jul 29 20:47:54.026742 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6cad4d22-7818-4217-93d7-cb7ad402e7a5 req-098b4805-7b43-4743-96b9-51f8dc091ce5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334020 Jul 29 20:47:54.331711 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29a4a6-f4c3-40f2-ae32-ebf23271e1ba req-03486a44-fffc-4813-b19f-6d7d4adfcae3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:54.333112 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6c29a4a6-f4c3-40f2-ae32-ebf23271e1ba req-03486a44-fffc-4813-b19f-6d7d4adfcae3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1586881 Jul 29 20:47:54.335900 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3b541-dcb1-409f-b527-64fd85e540d1 req-cd70e174-b9f3-4e3a-a98d-a39d6989ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:54.337211 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44c3b541-dcb1-409f-b527-64fd85e540d1 req-cd70e174-b9f3-4e3a-a98d-a39d6989ce19 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1956966 Jul 29 20:47:54.370483 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6c29a4a6-f4c3-40f2-ae32-ebf23271e1ba req-1042311c-180a-43c3-a7a4-51abae3138be tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312781 Jul 29 20:47:54.417090 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b9aa-b74b-4fc2-90ff-27923bff1b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:54.494960 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-ba33ee6b-559d-4779-a1c0-81c64436a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:54.496338 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-ba33ee6b-559d-4779-a1c0-81c64436a004 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 1097 time: 0.0392923 Jul 29 20:47:54.561421 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-24cab958-939c-49eb-9d59-3ee1b485b511 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 HTTP/1.1" status: 200 len: 217 time: 0.0331800 Jul 29 20:47:54.616975 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-92db9da7-8931-46d4-aee3-d7a7e3d300ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:54.618425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-92db9da7-8931-46d4-aee3-d7a7e3d300ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0473752 Jul 29 20:47:54.689069 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-1b203820-1730-4a39-a8eb-c619b5557ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:54.690554 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-1b203820-1730-4a39-a8eb-c619b5557ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480201 Jul 29 20:47:54.823508 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8f9-8787-4f33-ac2a-cc20f2f4a95e req-a4f0b5ba-cc56-4f0d-88de-562d7bf18209 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:54.825239 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5ff2a8f9-8787-4f33-ac2a-cc20f2f4a95e req-a4f0b5ba-cc56-4f0d-88de-562d7bf18209 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0758114 Jul 29 20:47:54.830811 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-43ab08cc-11d3-4102-b483-2afde8228a18 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287467 Jul 29 20:47:54.894267 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:54.911697 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5ff2a8f9-8787-4f33-ac2a-cc20f2f4a95e req-b6714105-c6a6-4cb9-960d-445c2f09b68d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799446 Jul 29 20:47:54.955668 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d646a1e-00f0-4111-bafd-f3005f7d2f01 req-989931f0-ecdd-42d5-9b75-54416f5d53a2 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107693 Jul 29 20:47:55.150795 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0213-fa8f-4bed-aa69-079174f9c3fe req-c0886d2a-4825-4e39-ba86-1882a2a0a7b3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:55.152229 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3ebf0213-fa8f-4bed-aa69-079174f9c3fe req-c0886d2a-4825-4e39-ba86-1882a2a0a7b3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0503402 Jul 29 20:47:55.191154 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3ebf0213-fa8f-4bed-aa69-079174f9c3fe req-389d422c-5dc2-4eef-8f8b-d5fbd1be949c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327854 Jul 29 20:47:55.273459 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.504834 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5397fc-fb20-4523-9c21-7bdd5b262246 req-51c2cb5b-e3ab-4250-b651-1964cf0fa1a6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:55.506397 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5b5397fc-fb20-4523-9c21-7bdd5b262246 req-51c2cb5b-e3ab-4250-b651-1964cf0fa1a6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0539625 Jul 29 20:47:55.531921 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55266) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:55.549666 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5b5397fc-fb20-4523-9c21-7bdd5b262246 req-59a9a46b-6f23-4e9c-a5f2-adaf9682880b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368741 Jul 29 20:47:55.637446 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e2bfeae-6ef3-4757-889d-a1c52b2115fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.739610 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e2bfeae-6ef3-4757-889d-a1c52b2115fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.743355 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e2bfeae-6ef3-4757-889d-a1c52b2115fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.782193 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-6e2bfeae-6ef3-4757-889d-a1c52b2115fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c69bdf290314b25aad4bd3088ec3107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486706 Jul 29 20:47:55.783064 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bfeae-6ef3-4757-889d-a1c52b2115fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556bc425-9bd8-4aa7-bc16-21b310b72913,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:55.784880 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55278) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:55.852779 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df884d4b-3bb3-45f8-8047-f3327a3e4309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.877800 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df884d4b-3bb3-45f8-8047-f3327a3e4309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.923785 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df884d4b-3bb3-45f8-8047-f3327a3e4309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.926777 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df884d4b-3bb3-45f8-8047-f3327a3e4309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:55.927907 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-df884d4b-3bb3-45f8-8047-f3327a3e4309 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/556bc425-9bd8-4aa7-bc16-21b310b72913 HTTP/1.1" status: 204 len: 168 time: 0.1400068 Jul 29 20:47:55.935289 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884d4b-3bb3-45f8-8047-f3327a3e4309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556bc425-9bd8-4aa7-bc16-21b310b72913,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:56.006087 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f8d754d9-6661-468b-9aa3-f237df0412df details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:56.045871 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5a192-0ec1-45db-9fbf-09dfa73fdee1 req-ed531296-a539-4b90-b513-0b5c7fbceb7f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:56.047686 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-38a5a192-0ec1-45db-9fbf-09dfa73fdee1 req-ed531296-a539-4b90-b513-0b5c7fbceb7f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 944 time: 0.0534730 Jul 29 20:47:56.093883 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-38a5a192-0ec1-45db-9fbf-09dfa73fdee1 req-42c9f0d1-3652-4678-9fdf-05fe67605974 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Jul 29 20:47:56.122691 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port f8d754d9-6661-468b-9aa3-f237df0412df, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f8d754d9-6661-468b-9aa3-f237df0412df,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:56.135377 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'port_id': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'mac_address': 'fa:16:3e:b1:24:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:56.172735 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.185933 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d754d9-6661-468b-9aa3-f237df0412df {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:56.206539 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port f8d754d9-6661-468b-9aa3-f237df0412df, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f8d754d9-6661-468b-9aa3-f237df0412df,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:56.210481 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.227407 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55302) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:56.245937 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d9309879-1083-474e-ba30-41e6ee5f4d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.263422 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=f8d754d9-6661-468b-9aa3-f237df0412df,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:56.340995 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b445edb-b44f-483e-a9e4-fa751d4e26c5 req-cb0a4585-2462-40f7-acc1-f630ab23787c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:56.342751 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5b445edb-b44f-483e-a9e4-fa751d4e26c5 req-cb0a4585-2462-40f7-acc1-f630ab23787c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0533791 Jul 29 20:47:56.345293 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d9309879-1083-474e-ba30-41e6ee5f4d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.349424 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d9309879-1083-474e-ba30-41e6ee5f4d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.393848 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d9309879-1083-474e-ba30-41e6ee5f4d9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1af04cd749f4eb4bd5c243c2c3c689e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651306 Jul 29 20:47:56.394756 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9309879-1083-474e-ba30-41e6ee5f4d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79304f7-1831-42dc-b813-96d62c3ad444,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:56.397178 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55310) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:56.400524 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5b445edb-b44f-483e-a9e4-fa751d4e26c5 req-76872f30-da26-4b0a-ab01-41c561346e25 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497601 Jul 29 20:47:56.449406 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73af50d0-1961-4739-ba6a-3febd7a7aec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.470356 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73af50d0-1961-4739-ba6a-3febd7a7aec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.520146 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73af50d0-1961-4739-ba6a-3febd7a7aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.522839 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-73af50d0-1961-4739-ba6a-3febd7a7aec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:56.523948 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-73af50d0-1961-4739-ba6a-3febd7a7aec9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e79304f7-1831-42dc-b813-96d62c3ad444 HTTP/1.1" status: 204 len: 168 time: 0.1257398 Jul 29 20:47:56.533264 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af50d0-1961-4739-ba6a-3febd7a7aec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79304f7-1831-42dc-b813-96d62c3ad444,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:56.678921 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a2648-c719-4b02-bb13-3969a4be3536 req-4b8339e0-b0ff-4ea1-bf21-48b23f5263e3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:56.680589 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b0a2648-c719-4b02-bb13-3969a4be3536 req-4b8339e0-b0ff-4ea1-bf21-48b23f5263e3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0584912 Jul 29 20:47:56.689773 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['f8d754d9-6661-468b-9aa3-f237df0412df'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:56.732634 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b0a2648-c719-4b02-bb13-3969a4be3536 req-cec7f6e4-cfbf-42be-8071-0f0b53780632 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Jul 29 20:47:56.890643 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55334) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:56.912478 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-33c9b924-58be-4e02-b254-f40747782c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.010047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-33c9b924-58be-4e02-b254-f40747782c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.014488 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-33c9b924-58be-4e02-b254-f40747782c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.046975 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.055424 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9b924-58be-4e02-b254-f40747782c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079eec8e-9d43-4a08-86c3-388020cec6bb,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:57.059603 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-33c9b924-58be-4e02-b254-f40747782c40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=513bca4f8da848868d0f9a0ab9518d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677923 Jul 29 20:47:57.062222 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55338) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:57.065587 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee878b-7b86-489e-9c9a-10fec528b76d req-5bd7d48b-0bd6-445c-910c-ae6cd77e40c5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:57.067873 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-20ee878b-7b86-489e-9c9a-10fec528b76d req-5bd7d48b-0bd6-445c-910c-ae6cd77e40c5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0855031 Jul 29 20:47:57.071206 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-758c4dd1-2e2f-4fa4-87e4-9feac9891d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:57.073350 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-758c4dd1-2e2f-4fa4-87e4-9feac9891d86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 1098 time: 0.0632410 Jul 29 20:47:57.112133 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a3faf3bf-cd4c-4fa9-9003-560b91582bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.133578 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a3faf3bf-cd4c-4fa9-9003-560b91582bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.160425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-20ee878b-7b86-489e-9c9a-10fec528b76d req-f4f55042-ce24-4101-ae71-529625704e58 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842178 Jul 29 20:47:57.193693 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a3faf3bf-cd4c-4fa9-9003-560b91582bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.199333 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a3faf3bf-cd4c-4fa9-9003-560b91582bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:57.201326 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a3faf3bf-cd4c-4fa9-9003-560b91582bda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/079eec8e-9d43-4a08-86c3-388020cec6bb HTTP/1.1" status: 204 len: 168 time: 0.1379900 Jul 29 20:47:57.217524 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faf3bf-cd4c-4fa9-9003-560b91582bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079eec8e-9d43-4a08-86c3-388020cec6bb,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:57.249735 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe47111-b931-48f8-87ac-7614260ac481 req-0c8bedfc-7f56-4c81-bde3-ee0011a4c236 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:57.251220 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-efe47111-b931-48f8-87ac-7614260ac481 req-0c8bedfc-7f56-4c81-bde3-ee0011a4c236 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 945 time: 0.0847838 Jul 29 20:47:57.254510 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-230439b2-9ea7-412f-82a0-33c52007519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:57.255899 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-230439b2-9ea7-412f-82a0-33c52007519e service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.1710165 Jul 29 20:47:57.308621 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-350a70e8-5507-4559-8091-8f7e6bfe7f48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0b8067b-e218-4d5c-8201-cd489d461803 HTTP/1.1" status: 200 len: 217 time: 0.0440683 Jul 29 20:47:57.349848 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-efe47111-b931-48f8-87ac-7614260ac481 req-6d83be97-2357-450c-9af2-0ad985f407d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915246 Jul 29 20:47:57.366426 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-5055fdfd-48c0-496c-b3d0-85736803b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:57.367908 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-5055fdfd-48c0-496c-b3d0-85736803b151 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.0494492 Jul 29 20:47:57.407963 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-89215ac5-bd1b-4d0f-989d-3bcb4895fef3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296774 Jul 29 20:47:57.701593 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c26b9-9e08-4129-b5ba-0d8995e84d64 req-a6f482ea-724e-4f38-8e0c-a754b11340e3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:57.703164 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c49c26b9-9e08-4129-b5ba-0d8995e84d64 req-a6f482ea-724e-4f38-8e0c-a754b11340e3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0652218 Jul 29 20:47:57.735259 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-0d7ed682-d71f-4105-a4de-cd39528a26ac service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193328 Jul 29 20:47:57.776599 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c49c26b9-9e08-4129-b5ba-0d8995e84d64 req-1bf19403-9a90-4b57-87c1-c70a3f5f82df tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668848 Jul 29 20:47:57.867917 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8c4ae10-84e5-4ef4-9f3d-586501ce519f req-b4dc440d-7a04-448b-93f3-0da01b7fcf78 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215594 Jul 29 20:47:58.027264 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:47:58.044405 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f8d754d9-6661-468b-9aa3-f237df0412df up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:47:58.128531 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55396) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:58.163632 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port f8d754d9-6661-468b-9aa3-f237df0412df completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:47:58.169163 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port f8d754d9-6661-468b-9aa3-f237df0412df triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:47:58.169637 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.203982 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:58.216450 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'port_id': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'mac_address': 'fa:16:3e:85:40:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:47:58.256549 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-48241fdf-287f-40ed-b15f-b8dfca8618ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.296422 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893f806-2755-49e7-873f-6bc5d31f1fd5 req-e122b261-e748-45ec-86cf-29e735fa22a6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.306201 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a893f806-2755-49e7-873f-6bc5d31f1fd5 req-e122b261-e748-45ec-86cf-29e735fa22a6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0707574 Jul 29 20:47:58.351489 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a893f806-2755-49e7-873f-6bc5d31f1fd5 req-d78540e6-2008-4744-9fef-747a3883e23f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Jul 29 20:47:58.358509 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-48241fdf-287f-40ed-b15f-b8dfca8618ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.365663 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-48241fdf-287f-40ed-b15f-b8dfca8618ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.387257 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.411415 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-48241fdf-287f-40ed-b15f-b8dfca8618ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf1b7a0d90c344d6a3486772a55bc6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812421 Jul 29 20:47:58.414431 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55412) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:58.416204 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48241fdf-287f-40ed-b15f-b8dfca8618ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ba1203-2c0c-40ea-b53d-8894471ce01f,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:58.422019 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:47:58.456238 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:58.468527 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.474716 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.512494 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-77b718ab-4738-4354-925e-9f3d2b970bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.521431 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:47:58.523811 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f0126f-192a-4646-8283-0a2e6c30638f" -d '{"events": [{"server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "name": "network-vif-plugged", "status": "completed", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:47:58.533041 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3cb35-93f6-4a77-98db-634f33dd937d req-378c91f1-f351-4703-80af-fe75911d6f53 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.534648 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f7b3cb35-93f6-4a77-98db-634f33dd937d req-378c91f1-f351-4703-80af-fe75911d6f53 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 945 time: 0.0784445 Jul 29 20:47:58.547706 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port f8d754d9-6661-468b-9aa3-f237df0412df, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f8d754d9-6661-468b-9aa3-f237df0412df,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:47:58.551146 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:58.554522 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.578235 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-77b718ab-4738-4354-925e-9f3d2b970bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.599795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3211a3b9-7f86-48bc-8e75-df9c725385fc x-openstack-request-id: req-3211a3b9-7f86-48bc-8e75-df9c725385fc {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:47:58.607031 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f7b3cb35-93f6-4a77-98db-634f33dd937d req-e94eb5f5-3f8d-40dd-9dbf-f05e1c54f767 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627780 Jul 29 20:47:58.608394 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "name": "network-vif-plugged", "status": "completed", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:47:58.608755 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3211a3b9-7f86-48bc-8e75-df9c725385fc {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:47:58.609258 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'code': 200} Jul 29 20:47:58.648778 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=f8d754d9-6661-468b-9aa3-f237df0412df,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:58.657705 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-77b718ab-4738-4354-925e-9f3d2b970bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.660997 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-77b718ab-4738-4354-925e-9f3d2b970bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.664815 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-77b718ab-4738-4354-925e-9f3d2b970bbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07ba1203-2c0c-40ea-b53d-8894471ce01f HTTP/1.1" status: 204 len: 168 time: 0.2459431 Jul 29 20:47:58.674541 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b718ab-4738-4354-925e-9f3d2b970bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ba1203-2c0c-40ea-b53d-8894471ce01f,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:58.920909 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940168b4-c51b-4226-b711-8809871fbb9a req-2352816c-d80c-4f4d-b7b8-fb554b908dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.923829 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-940168b4-c51b-4226-b711-8809871fbb9a req-2352816c-d80c-4f4d-b7b8-fb554b908dd7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 1099 time: 0.0992167 Jul 29 20:47:58.947413 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:47:58.960663 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16867-842d-4639-8782-0d771a194d96 req-e64fdef6-6061-4f55-b8ce-3811f5468aaf tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:58.962112 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ee16867-842d-4639-8782-0d771a194d96 req-e64fdef6-6061-4f55-b8ce-3811f5468aaf tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0951791 Jul 29 20:47:59.034778 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-940168b4-c51b-4226-b711-8809871fbb9a req-d13bb483-ea5b-4233-b94e-3931d10af910 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882440 Jul 29 20:47:59.045320 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ee16867-842d-4639-8782-0d771a194d96 req-d41bb66a-8f98-4e8e-ba56-643dacdde0c5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665514 Jul 29 20:47:59.120541 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55464) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:59.135215 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c0df6511-a27a-458d-a6e5-843882517986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.226871 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c0df6511-a27a-458d-a6e5-843882517986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.231449 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c0df6511-a27a-458d-a6e5-843882517986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.267959 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df6511-a27a-458d-a6e5-843882517986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c335a1-0feb-47f4-8a45-9250130c9e04,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:59.272263 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-c0df6511-a27a-458d-a6e5-843882517986 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbbf1fd0eaa242f8b57622d1ae6b9caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506321 Jul 29 20:47:59.275657 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55474) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:59.323261 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a0-e426-43a9-943e-0ef41cd974c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.344515 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a0-e426-43a9-943e-0ef41cd974c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.394973 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a0-e426-43a9-943e-0ef41cd974c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.398234 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9855c1a0-e426-43a9-943e-0ef41cd974c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.401868 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9855c1a0-e426-43a9-943e-0ef41cd974c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53c335a1-0feb-47f4-8a45-9250130c9e04 HTTP/1.1" status: 204 len: 168 time: 0.1234896 Jul 29 20:47:59.411404 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855c1a0-e426-43a9-943e-0ef41cd974c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c335a1-0feb-47f4-8a45-9250130c9e04,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:59.489639 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44265f-601c-4bc9-9527-ac2f71d128ed req-c17cf806-1812-4fe2-a25e-b7b919b20d02 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:59.491072 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2b44265f-601c-4bc9-9527-ac2f71d128ed req-c17cf806-1812-4fe2-a25e-b7b919b20d02 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0520794 Jul 29 20:47:59.505938 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55482) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:59.538064 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2b44265f-601c-4bc9-9527-ac2f71d128ed req-629ddb9b-e32b-4509-988e-bbe966d2b98f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Jul 29 20:47:59.733564 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c614-365e-4011-b30f-5a1f977b0a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.763573 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f403b6-2292-4c5a-9173-ed50ef0b4350 req-90501b70-ab37-4194-b3c9-50502e816f47 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:47:59.765043 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-91f403b6-2292-4c5a-9173-ed50ef0b4350 req-90501b70-ab37-4194-b3c9-50502e816f47 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0736630 Jul 29 20:47:59.824134 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-91f403b6-2292-4c5a-9173-ed50ef0b4350 req-bddd4bf4-2a9d-4f20-8f27-f719ca5c97c7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519333 Jul 29 20:47:59.874386 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c614-365e-4011-b30f-5a1f977b0a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.880209 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c614-365e-4011-b30f-5a1f977b0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:59.922200 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8ab8c614-365e-4011-b30f-5a1f977b0a99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=428a10c98cca4e79b6c619f647b5aaf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127402 Jul 29 20:47:59.922200 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8c614-365e-4011-b30f-5a1f977b0a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf699571-b9f7-476e-a7e9-97023c2083dd,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:47:59.922899 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55500) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:59.980076 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6d278f4c-fcb4-4f8c-b831-a795d96c7d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.010084 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6d278f4c-fcb4-4f8c-b831-a795d96c7d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.087757 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6d278f4c-fcb4-4f8c-b831-a795d96c7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.091542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6d278f4c-fcb4-4f8c-b831-a795d96c7d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.112070 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-6d278f4c-fcb4-4f8c-b831-a795d96c7d56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf699571-b9f7-476e-a7e9-97023c2083dd HTTP/1.1" status: 204 len: 168 time: 0.1867304 Jul 29 20:48:00.134611 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d278f4c-fcb4-4f8c-b831-a795d96c7d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf699571-b9f7-476e-a7e9-97023c2083dd,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:00.205884 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdac5d-c01e-4397-b8c6-115299955440 req-5ec5858f-a722-4cb4-ae51-4192c63dda70 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:00.205884 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-40bdac5d-c01e-4397-b8c6-115299955440 req-5ec5858f-a722-4cb4-ae51-4192c63dda70 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0571849 Jul 29 20:48:00.250890 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-40bdac5d-c01e-4397-b8c6-115299955440 req-5ccb1ddf-1ee5-4c1b-98b2-69504ac5ef6a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394683 Jul 29 20:48:00.517863 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55538) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:00.530968 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1e7194d-1732-4e0c-941d-c3c1396dd23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.637310 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1e7194d-1732-4e0c-941d-c3c1396dd23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.642150 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a1e7194d-1732-4e0c-941d-c3c1396dd23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.668799 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10add38a-41ed-4e24-8cab-330c11f638ac req-e08644f2-7d8b-436d-8048-d8e2b7df2985 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:00.677737 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10add38a-41ed-4e24-8cab-330c11f638ac req-e08644f2-7d8b-436d-8048-d8e2b7df2985 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0612733 Jul 29 20:48:00.690156 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a1e7194d-1732-4e0c-941d-c3c1396dd23a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddaf3a59a80c4fc4ac20bffd99566e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710813 Jul 29 20:48:00.692095 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7194d-1732-4e0c-941d-c3c1396dd23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f1749b-7cac-4503-9cfb-57ebd8843491,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:00.694062 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55544) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:00.743239 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10add38a-41ed-4e24-8cab-330c11f638ac req-37a54ba1-109e-41c4-a4a0-ac947c2462d9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643022 Jul 29 20:48:00.772479 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-44fc659e-6c90-4431-a0c4-12cd05cbd01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.795417 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-44fc659e-6c90-4431-a0c4-12cd05cbd01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.858084 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-44fc659e-6c90-4431-a0c4-12cd05cbd01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.861119 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-44fc659e-6c90-4431-a0c4-12cd05cbd01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:00.866104 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-44fc659e-6c90-4431-a0c4-12cd05cbd01e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82f1749b-7cac-4503-9cfb-57ebd8843491 HTTP/1.1" status: 204 len: 168 time: 0.1707776 Jul 29 20:48:00.883003 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc659e-6c90-4431-a0c4-12cd05cbd01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f1749b-7cac-4503-9cfb-57ebd8843491,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:00.958356 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78851b4-f7dd-4a3f-aa66-6ed5df6306fc req-b1485f7d-8c16-4bab-85d0-5820e155ea48 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:00.959876 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b78851b4-f7dd-4a3f-aa66-6ed5df6306fc req-b1485f7d-8c16-4bab-85d0-5820e155ea48 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0509577 Jul 29 20:48:01.000619 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b78851b4-f7dd-4a3f-aa66-6ed5df6306fc req-a3929f2b-247f-4e54-b702-665fb0e34f15 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336967 Jul 29 20:48:01.126517 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a2226-28bf-4735-943d-7932d61e4aa4 req-82be2936-1747-46fd-901e-dbfbc08aee13 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:01.128161 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c07a2226-28bf-4735-943d-7932d61e4aa4 req-82be2936-1747-46fd-901e-dbfbc08aee13 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0506268 Jul 29 20:48:01.137904 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55564) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:01.143802 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'floatingip': {'port_id': 'f8d754d9-6661-468b-9aa3-f237df0412df'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:01.215449 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:01.407583 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d30705-e485-41b0-aced-f8899082622c req-6cfc5dd9-cede-4594-b44a-e22e61fbe734 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:01.409459 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-28d30705-e485-41b0-aced-f8899082622c req-6cfc5dd9-cede-4594-b44a-e22e61fbe734 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0606792 Jul 29 20:48:01.472088 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-28d30705-e485-41b0-aced-f8899082622c req-c2075bbd-60ba-4931-a3fb-eb0f92b1da9b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468700 Jul 29 20:48:01.893924 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c0400-c102-416e-a2ef-60759118bd3b req-12a820a5-99ec-4ee8-8cb5-ded806471a12 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:01.896126 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-510c0400-c102-416e-a2ef-60759118bd3b req-12a820a5-99ec-4ee8-8cb5-ded806471a12 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0673642 Jul 29 20:48:01.970599 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-510c0400-c102-416e-a2ef-60759118bd3b req-5d837ff4-5ce5-429c-bd34-8bb3a75374f4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639877 Jul 29 20:48:02.055833 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:02.119552 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:02.127110 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:02.127610 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.177538 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.183411 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.212091 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.239236 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:02.241710 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dc1e40-b41f-4fde-a107-77e8babb2f1a" -d '{"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:02.255644 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:02.261618 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.286563 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Floating IP f20ce3c8-ae44-4931-8d48-1e94f5da5804 associated. External IP: 172.27.0.68, port: f8d754d9-6661-468b-9aa3-f237df0412df. Jul 29 20:48:02.291552 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd39276-7070-40d9-a9c8-8cf612de008c x-openstack-request-id: req-8bd39276-7070-40d9-a9c8-8cf612de008c {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:02.291777 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:02.292190 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bd39276-7070-40d9-a9c8-8cf612de008c {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:02.292572 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'code': 200} Jul 29 20:48:02.322899 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:02.514039 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Router 0597c798-f30b-4bf8-b4cc-dca8cd17922c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:48:02.586708 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cad8f-08cb-40ed-82a6-a415dc29dc58 req-f33b0a4c-c01c-4bd7-9b86-80ff872bf1c7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:02.588068 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b2cad8f-08cb-40ed-82a6-a415dc29dc58 req-f33b0a4c-c01c-4bd7-9b86-80ff872bf1c7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0475261 Jul 29 20:48:02.623602 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:02.628089 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:02.628247 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b2cad8f-08cb-40ed-82a6-a415dc29dc58 req-91e1c732-fcae-40f6-b3a5-0c53e4cdcb97 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342219 Jul 29 20:48:02.639602 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] Sync routers for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:02.652480 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:02.653086 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:02.662463 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b95ac8d9-f1cb-4cb4-bce7-2c84567cc6d8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "PUT /v2.0/floatingips/f20ce3c8-ae44-4931-8d48-1e94f5da5804 HTTP/1.1" status: 200 len: 991 time: 1.5203810 Jul 29 20:48:02.662463 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:02.663358 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85147d4c-6504-4569-9a3e-76cb91237721" -d '{"events": [{"name": "network-changed", "server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:02.701975 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0eb65a-bc08-496d-a9db-37e80fe1ad81 x-openstack-request-id: req-3f0eb65a-bc08-496d-a9db-37e80fe1ad81 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:02.702254 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:02.702497 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f0eb65a-bc08-496d-a9db-37e80fe1ad81 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:02.703675 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'status': 'completed', 'code': 200} Jul 29 20:48:02.761379 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:03.018012 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'f20ce3c8-ae44-4931-8d48-1e94f5da5804', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'port_id': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'mac_address': 'fa:16:3e:b1:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:47:35Z', 'updated_at': '2021-07-29T20:48:01Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:03.047457 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] Checking router: 0597c798-f30b-4bf8-b4cc-dca8cd17922c for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:03.055641 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:03.056241 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:03.083516 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9beb3-e841-4e91-9bba-bc55c507511b req-62671c7d-bed2-431e-99b1-53625acc9e20 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:03.085141 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23f9beb3-e841-4e91-9bba-bc55c507511b req-62671c7d-bed2-431e-99b1-53625acc9e20 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0482864 Jul 29 20:48:03.125288 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23f9beb3-e841-4e91-9bba-bc55c507511b req-67a19e6a-aa44-4ae7-bb56-07654a65a8b6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Jul 29 20:48:03.157409 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:03.369330 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'f20ce3c8-ae44-4931-8d48-1e94f5da5804', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'port_id': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'mac_address': 'fa:16:3e:b1:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:47:35Z', 'updated_at': '2021-07-29T20:48:01Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:03.394982 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa150b6-ca9c-4bd7-8080-919eae0a0b6c None None] The sync data for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi is: [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'f20ce3c8-ae44-4931-8d48-1e94f5da5804', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'port_id': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'mac_address': 'fa:16:3e:b1:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:47:35Z', 'updated_at': '2021-07-29T20:48:01Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:03.591120 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118605cb-cf4e-465c-aa4b-997a1ab727f6 None None] New status for floating IP f20ce3c8-ae44-4931-8d48-1e94f5da5804: ACTIVE {{(pid=99521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:48:03.755776 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb36dbb-9ed2-4bf5-bdfb-29228e02dbec req-e4db790e-85ba-417e-b7d0-f9143f289661 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:03.757249 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fbb36dbb-9ed2-4bf5-bdfb-29228e02dbec req-e4db790e-85ba-417e-b7d0-f9143f289661 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0473719 Jul 29 20:48:03.796558 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fbb36dbb-9ed2-4bf5-bdfb-29228e02dbec req-c1c4a52e-9bd2-48af-ac59-79e194afaca2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Jul 29 20:48:04.113274 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:48:04.239113 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e05148-9171-4c8f-bcfb-01135784f2ff req-df5c410f-f233-48bc-b274-ce79fd044392 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:04.240600 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a0e05148-9171-4c8f-bcfb-01135784f2ff req-df5c410f-f233-48bc-b274-ce79fd044392 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Jul 29 20:48:04.277685 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a0e05148-9171-4c8f-bcfb-01135784f2ff req-5bf71f02-c006-4b12-9e4b-b2a6c2cb1057 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Jul 29 20:48:04.912353 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f985c45-4282-47db-aa38-7568f0a8466a req-d3c4df1d-2951-4758-97f3-76df5b6ccf81 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:04.913795 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5f985c45-4282-47db-aa38-7568f0a8466a req-d3c4df1d-2951-4758-97f3-76df5b6ccf81 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0467672 Jul 29 20:48:04.954676 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5f985c45-4282-47db-aa38-7568f0a8466a req-e15f5066-4510-422f-935d-a6e188ba68b1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350375 Jul 29 20:48:05.209221 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147d4c-6504-4569-9a3e-76cb91237721 req-b7bcc743-d008-477b-87f9-fa634ace5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:05.210708 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85147d4c-6504-4569-9a3e-76cb91237721 req-b7bcc743-d008-477b-87f9-fa634ace5bd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 1099 time: 0.0428464 Jul 29 20:48:05.381884 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d8340-b4ca-45eb-b7ac-4a3907994c52 req-d613bdf1-1ba6-461c-aa02-8aae3e3af53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:05.383452 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-fe2d8340-b4ca-45eb-b7ac-4a3907994c52 req-d613bdf1-1ba6-461c-aa02-8aae3e3af53f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 1099 time: 0.0479698 Jul 29 20:48:05.408456 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147d4c-6504-4569-9a3e-76cb91237721 req-cbad7e3e-0f6c-4d05-aaed-47e2ec92d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:05.410424 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85147d4c-6504-4569-9a3e-76cb91237721 req-cbad7e3e-0f6c-4d05-aaed-47e2ec92d966 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 912 time: 0.1389420 Jul 29 20:48:05.422179 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-fe2d8340-b4ca-45eb-b7ac-4a3907994c52 req-abf927c7-2231-438d-8d37-33767cec3c8e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290349 Jul 29 20:48:05.422371 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a45dc-8246-4c20-8e47-b742e64f8991 req-1616e721-7a65-42a5-b06f-efdf8e4cdd0a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:05.423730 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9b0a45dc-8246-4c20-8e47-b742e64f8991 req-1616e721-7a65-42a5-b06f-efdf8e4cdd0a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0724657 Jul 29 20:48:05.536234 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85147d4c-6504-4569-9a3e-76cb91237721 req-fe29ad9a-68dd-4579-a96f-0f78ae2cba93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 200 len: 1001 time: 0.1115742 Jul 29 20:48:05.539120 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9b0a45dc-8246-4c20-8e47-b742e64f8991 req-c1320cc3-8a75-416c-aa93-59f54b3665e3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084919 Jul 29 20:48:05.886316 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147d4c-6504-4569-9a3e-76cb91237721 req-74073fd3-7310-488f-b7b5-1ad231f18860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:05.887917 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85147d4c-6504-4569-9a3e-76cb91237721 req-74073fd3-7310-488f-b7b5-1ad231f18860 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.0445952 Jul 29 20:48:05.939919 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147d4c-6504-4569-9a3e-76cb91237721 req-ba3544ba-e821-4c34-bad8-161578daa61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:05.941956 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85147d4c-6504-4569-9a3e-76cb91237721 req-ba3544ba-e821-4c34-bad8-161578daa61a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402815 Jul 29 20:48:06.122880 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85147d4c-6504-4569-9a3e-76cb91237721 req-6d5de390-aaa9-4b2f-9cd9-aa58c493b330 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417387 Jul 29 20:48:06.187349 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd025c-8257-474f-bcc0-7828c12cb7cb req-2238b444-a6f5-4e9d-a905-3705abd993b4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:06.188874 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0cbd025c-8257-474f-bcc0-7828c12cb7cb req-2238b444-a6f5-4e9d-a905-3705abd993b4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1263521 Jul 29 20:48:06.287357 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0cbd025c-8257-474f-bcc0-7828c12cb7cb req-82d3ae63-98a9-4bdb-8bfb-2639ca9e8071 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843778 Jul 29 20:48:06.291822 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85147d4c-6504-4569-9a3e-76cb91237721 req-58b2a35e-e059-4598-85de-ab468182dc6d service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590822 Jul 29 20:48:06.717773 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ff5e6-bc91-4cbd-aa9f-8d023d11b6fe req-f42cd715-848a-4a93-8af6-b4944ff3bdf8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:06.719255 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-547ff5e6-bc91-4cbd-aa9f-8d023d11b6fe req-f42cd715-848a-4a93-8af6-b4944ff3bdf8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1048403 Jul 29 20:48:06.779177 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f50f-1242-4044-8693-4577982504d0 req-9e4f33ae-53ba-4dc8-baa3-36fbf2ea48e2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:06.780533 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-9e4f33ae-53ba-4dc8-baa3-36fbf2ea48e2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.1402378 Jul 29 20:48:06.787903 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-547ff5e6-bc91-4cbd-aa9f-8d023d11b6fe req-00ca95b6-2479-4be8-ad89-e8175c576ee4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600810 Jul 29 20:48:06.797197 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-3ffe7222-cb59-48c1-a2ba-1ef4be306963 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/quotas/25311ac0023e4eefbbbddc671bd6404e HTTP/1.1" status: 200 len: 375 time: 0.0084236 Jul 29 20:48:06.843721 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-b1203187-cf62-457b-a3e7-450a424adf5f tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0403845 Jul 29 20:48:06.942433 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-343592f7-33a9-40b0-992a-692c742954f1 service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912781 Jul 29 20:48:07.027312 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-f979fa4d-831e-4cea-a204-74c6c915af92 service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789042 Jul 29 20:48:07.181702 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cc49b6fc-7005-4f49-bd84-c5a8d2e85bac req-c916412e-2c4f-4cb1-ac1e-9af6878c1d81 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 210 time: 0.0256417 Jul 29 20:48:07.407191 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda3db-3d94-4996-b7db-fe9f979ef821 req-1b97f8e9-44fb-4bad-94d7-5167131e238c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:07.408681 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eedda3db-3d94-4996-b7db-fe9f979ef821 req-1b97f8e9-44fb-4bad-94d7-5167131e238c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0483158 Jul 29 20:48:07.454392 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eedda3db-3d94-4996-b7db-fe9f979ef821 req-0af46413-be9f-420b-8e76-f2dbbf00547d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Jul 29 20:48:07.899722 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d771f-171e-44ab-8f76-809436d8458e req-0b151269-88ea-4c28-8ab0-fae153606138 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:07.901219 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe4d771f-171e-44ab-8f76-809436d8458e req-0b151269-88ea-4c28-8ab0-fae153606138 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Jul 29 20:48:07.940550 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe4d771f-171e-44ab-8f76-809436d8458e req-cb173c4c-eb09-4507-8fb6-4dedf9804651 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Jul 29 20:48:08.270815 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e9fe7c08-26e7-4771-adcd-b8b7f70ac793 req-b5fc6490-26ac-47f8-bf22-6dfd0bd675f7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 210 time: 0.0245945 Jul 29 20:48:08.580902 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4058c7c-795a-4cea-864d-b57b39fe92fa req-4fe10a48-2121-4c9e-9669-931cb6853d06 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:08.582923 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a4058c7c-795a-4cea-864d-b57b39fe92fa req-4fe10a48-2121-4c9e-9669-931cb6853d06 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0459905 Jul 29 20:48:08.620315 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a4058c7c-795a-4cea-864d-b57b39fe92fa req-4e46a681-a1dc-442d-a7ef-300d373f3d23 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Jul 29 20:48:09.057258 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f95d5-41b5-43b6-95ac-ad82e49cb6cb req-9373f986-56a7-41ce-8a43-a01e495fb678 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:09.058602 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a63f95d5-41b5-43b6-95ac-ad82e49cb6cb req-9373f986-56a7-41ce-8a43-a01e495fb678 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Jul 29 20:48:09.095513 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a63f95d5-41b5-43b6-95ac-ad82e49cb6cb req-c664702a-0d61-49bd-8f4d-80fe76d85cb4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Jul 29 20:48:09.360826 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-af3470fe-8ef3-407a-99e1-7cf20756b7d7 req-e2dac849-8466-4c4f-a3e9-4efb257d5967 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 210 time: 0.0244060 Jul 29 20:48:09.733728 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda52d6-b9d4-42be-91fc-371a45a87a3f req-7c02ecb5-240b-4066-95c7-d135558761f6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:09.735192 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4bda52d6-b9d4-42be-91fc-371a45a87a3f req-7c02ecb5-240b-4066-95c7-d135558761f6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0457923 Jul 29 20:48:09.771538 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4bda52d6-b9d4-42be-91fc-371a45a87a3f req-09f4e9b1-3ea8-4bb8-ab75-d1b1af8a2a29 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298679 Jul 29 20:48:10.209336 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2430b0-5812-41ec-9389-3e1976407e54 req-622312b3-d086-44d4-b46a-63a60e777b0d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:10.210794 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4a2430b0-5812-41ec-9389-3e1976407e54 req-622312b3-d086-44d4-b46a-63a60e777b0d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Jul 29 20:48:10.249759 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4a2430b0-5812-41ec-9389-3e1976407e54 req-f67ba111-2396-4cd8-a4f2-1e10302488e5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Jul 29 20:48:10.465140 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-577c5514-8434-46fc-b8d1-09c4d1064057 req-829166c5-9acd-4b47-a5f7-67c0d316575d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 210 time: 0.0284069 Jul 29 20:48:10.890260 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92f691-db5a-4233-a232-3f97296488b1 req-b40f32f5-29a7-4015-b555-52382975e988 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:10.891897 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2f92f691-db5a-4233-a232-3f97296488b1 req-b40f32f5-29a7-4015-b555-52382975e988 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0481348 Jul 29 20:48:10.931005 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2f92f691-db5a-4233-a232-3f97296488b1 req-1659d0bb-71ec-4914-a28d-6282183ea7f6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Jul 29 20:48:11.051242 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664374-91d7-417e-8940-28763f6ffa75 req-a9c4beaa-14dc-4f1a-9096-0e1ae827ebca tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:11.052685 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ee664374-91d7-417e-8940-28763f6ffa75 req-a9c4beaa-14dc-4f1a-9096-0e1ae827ebca tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0509021 Jul 29 20:48:11.061328 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55870) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:11.065852 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'floatingip': {'port_id': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:11.140658 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:11.579090 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada8336-b087-4625-b93b-8f0dfccf3b64 req-1f48e876-6fbd-45d4-9599-74c157a9608b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:11.580456 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0ada8336-b087-4625-b93b-8f0dfccf3b64 req-1f48e876-6fbd-45d4-9599-74c157a9608b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.2178309 Jul 29 20:48:11.635711 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d79bd579-8319-4d7e-bec5-4bc41dc86915 req-02d93b7b-2f40-470a-b519-2534d33c3672 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 210 time: 0.0951204 Jul 29 20:48:11.678414 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f50f-1242-4044-8693-4577982504d0 req-2bb45347-0239-4f03-836a-1ccd78e57c34 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:11.679843 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-2bb45347-0239-4f03-836a-1ccd78e57c34 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.3154643 Jul 29 20:48:11.726595 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Request body: {'port': {'device_id': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'admin_state_up': True, 'tenant_id': '25311ac0023e4eefbbbddc671bd6404e'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:11.735587 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0ada8336-b087-4625-b93b-8f0dfccf3b64 req-02298d71-4965-412a-8c18-b59639387971 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066875 Jul 29 20:48:12.052027 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Made reservation on behalf of 25311ac0023e4eefbbbddc671bd6404e for: {'port': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:12.055522 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:12.185694 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.db.resource_extend [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 20:48:12.277349 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:12.299841 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:12.373760 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Allocated IP 172.20.0.7 (69c745ea-d5d7-46f7-8506-1a0ef2a76f84/4816da04-579d-49a5-84c7-f15b56eedf99/252a53a7-14ea-4168-b07b-b98a32484193) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:12.444337 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.l3_db [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Floating IP bb0f58c5-025b-4144-9e7d-ef0bea1dd88a associated. External IP: 172.27.0.253, port: 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1. Jul 29 20:48:12.710807 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55926) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:12.822405 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:12.827422 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dc463271-d754-4cd2-a60f-bfc245f87817 req-651271ae-1ad2-4021-b4ab-e2b4f6699a04 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 210 time: 0.0391057 Jul 29 20:48:12.918582 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:12.922685 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:12.948881 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:12.962817 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ead79ab926754061b61ea21375f21280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508731 Jul 29 20:48:12.964676 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3bdaab-aa8d-47c9-b53f-fa80515b545c,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:12.966480 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70093-7ac0-4d22-8e38-82d52a857878 req-79d3ff4c-5bb1-4ab2-8f4e-7079fef64586 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:12.966626 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55932) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:12.967978 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c3f70093-7ac0-4d22-8e38-82d52a857878 req-79d3ff4c-5bb1-4ab2-8f4e-7079fef64586 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1448843 Jul 29 20:48:12.982965 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.983306 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.983638 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.983963 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.984284 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.984605 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.984918 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.985233 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.985547 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.985858 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.986167 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:12.986474 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccd7690-569b-482f-aa5f-e99385758fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.037978 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-07d2dda8-07b8-47b0-9e3c-53ad43c1119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.060499 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-07d2dda8-07b8-47b0-9e3c-53ad43c1119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.085175 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c3f70093-7ac0-4d22-8e38-82d52a857878 req-694cd726-2547-4a2d-83ab-724f911d4f66 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081789 Jul 29 20:48:13.103016 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Router f5ab3034-7812-4607-979b-13df135f52bc has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:48:13.111554 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-07d2dda8-07b8-47b0-9e3c-53ad43c1119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.111874 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.114029 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-07d2dda8-07b8-47b0-9e3c-53ad43c1119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.118074 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-07d2dda8-07b8-47b0-9e3c-53ad43c1119e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b3bdaab-aa8d-47c9-b53f-fa80515b545c HTTP/1.1" status: 204 len: 168 time: 0.1470025 Jul 29 20:48:13.124357 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2dda8-07b8-47b0-9e3c-53ad43c1119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3bdaab-aa8d-47c9-b53f-fa80515b545c,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:13.176243 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:48:13.188527 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:13.195977 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:13.198423 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:13.204616 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:13.205410 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.256664 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event updated for resources: {'Port': ['ID=252a53a7-14ea-4168-b07b-b98a32484193,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:13.294775 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:13.303042 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.303395 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.303817 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.304377 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.304712 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.305042 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.305277 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] Sync routers for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:13.305788 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.305788 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.305969 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.306574 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.307087 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.307657 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:13.315423 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.316631 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:13.317258 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:13.319642 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-011ccd49-9e4a-4a5d-97bb-42df9c8f0fd5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6006763 Jul 29 20:48:13.360447 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8d73b5ce-2935-46e0-93d8-a37879bfa120 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "PUT /v2.0/floatingips/bb0f58c5-025b-4144-9e7d-ef0bea1dd88a HTTP/1.1" status: 200 len: 992 time: 2.2978933 Jul 29 20:48:13.366021 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Request body: {'port': {'device_id': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:13.399624 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:13.402377 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21cf0de-f908-4de4-9d29-40a100760da6" -d '{"events": [{"name": "network-changed", "server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:13.430816 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55950) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:13.443202 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:13.448103 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.449166 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-646d53f0-c81a-4808-a617-528c938b6ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.496575 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b54cce0-20fc-459d-b5ed-cfba7b037ecd x-openstack-request-id: req-6b54cce0-20fc-459d-b5ed-cfba7b037ecd {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:13.497102 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:13.497620 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b54cce0-20fc-459d-b5ed-cfba7b037ecd {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:13.498290 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'status': 'completed', 'code': 200} Jul 29 20:48:13.567432 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-646d53f0-c81a-4808-a617-528c938b6ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.573005 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-646d53f0-c81a-4808-a617-528c938b6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.629667 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-646d53f0-c81a-4808-a617-528c938b6ad2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd6ed368c7a344779e19c5110a7ddb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978178 Jul 29 20:48:13.638209 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55956) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:13.652525 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d53f0-c81a-4808-a617-528c938b6ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efacd1c-dddb-45e6-94d4-142b736cdc5e,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:13.682782 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-ebbd9763-9410-449c-b84c-36a7be7f851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:13.685002 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-ebbd9763-9410-449c-b84c-36a7be7f851d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 1099 time: 0.0805051 Jul 29 20:48:13.759916 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-84c3f24f-244a-41d1-a514-389257fe6432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.760108 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bb0f58c5-025b-4144-9e7d-ef0bea1dd88a', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'port_id': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'mac_address': 'fa:16:3e:85:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:47:39Z', 'updated_at': '2021-07-29T20:48:12Z', 'revision_number': 1, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:13.792977 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] Checking router: f5ab3034-7812-4607-979b-13df135f52bc for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:13.803490 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:13.804329 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:47:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:13.811080 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-dd548728-3aba-4e83-8a3b-2d88df580a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:13.812642 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-dd548728-3aba-4e83-8a3b-2d88df580a8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 917 time: 0.1149008 Jul 29 20:48:13.827089 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-84c3f24f-244a-41d1-a514-389257fe6432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.883182 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252a53a7-14ea-4168-b07b-b98a32484193 {{(pid=99519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:13.893840 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.922303 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Transition to ACTIVE for port object 252a53a7-14ea-4168-b07b-b98a32484193 will not be triggered until provisioned by entity L2. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:13.933837 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 55962) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:13.944861 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.957959 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:13.993565 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-84c3f24f-244a-41d1-a514-389257fe6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.996127 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-84c3f24f-244a-41d1-a514-389257fe6432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:13.996481 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-76a5208d-e6c5-481b-9f76-38bb28869838 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 HTTP/1.1" status: 200 len: 1000 time: 0.1654520 Jul 29 20:48:13.997241 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-84c3f24f-244a-41d1-a514-389257fe6432 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5efacd1c-dddb-45e6-94d4-142b736cdc5e HTTP/1.1" status: 204 len: 168 time: 0.3580644 Jul 29 20:48:14.018444 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=252a53a7-14ea-4168-b07b-b98a32484193,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:14.031510 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3070c70-cb64-4a1e-907f-4219102f0429 req-43b328fe-0212-4e2f-86cf-2546849e2885 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:14.038905 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3070c70-cb64-4a1e-907f-4219102f0429 req-43b328fe-0212-4e2f-86cf-2546849e2885 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 931 time: 0.1305835 Jul 29 20:48:14.040831 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3f24f-244a-41d1-a514-389257fe6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efacd1c-dddb-45e6-94d4-142b736cdc5e,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:14.106836 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-29614554-0c4a-4ea1-9ba8-47d27a7d3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:14.110852 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-29614554-0c4a-4ea1-9ba8-47d27a7d3e97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.1000178 Jul 29 20:48:14.156421 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3070c70-cb64-4a1e-907f-4219102f0429 req-6029618d-e6e5-466c-8f95-3f3dfdf0db8f tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162972 Jul 29 20:48:14.157638 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Attempting to bind port 252a53a7-14ea-4168-b07b-b98a32484193 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:14.158394 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Attempting to bind port 252a53a7-14ea-4168-b07b-b98a32484193 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:14.159238 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Attempting to bind port 252a53a7-14ea-4168-b07b-b98a32484193 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:14.166398 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Port 252a53a7-14ea-4168-b07b-b98a32484193 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:14.167263 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Attempting to bind port 252a53a7-14ea-4168-b07b-b98a32484193 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:14.173538 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:14.174923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Checking segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:14.176228 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Bound using segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:14.176865 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Bound port: 252a53a7-14ea-4168-b07b-b98a32484193, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:14.177553 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.209919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-21fb5544-6dab-42ad-af45-eaa970fd94cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.229292 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-1f29e698-6778-4f94-95e6-2008d9a83588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:14.230806 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-1f29e698-6778-4f94-95e6-2008d9a83588 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062307 Jul 29 20:48:14.319264 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] For port 252a53a7-14ea-4168-b07b-b98a32484193, host hv-cinder-80163, cleared binding levels {{(pid=99519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:14.342373 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] For port 252a53a7-14ea-4168-b07b-b98a32484193, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=252a53a7-14ea-4168-b07b-b98a32484193,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:14.356086 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.365987 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bb0f58c5-025b-4144-9e7d-ef0bea1dd88a', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'port_id': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'mac_address': 'fa:16:3e:85:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:47:39Z', 'updated_at': '2021-07-29T20:48:12Z', 'revision_number': 1, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:14.397718 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3092b57b-9e6d-4954-b306-048961fd552e None None] The sync data for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi is: [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bb0f58c5-025b-4144-9e7d-ef0bea1dd88a', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'port_id': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'mac_address': 'fa:16:3e:85:40:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:47:39Z', 'updated_at': '2021-07-29T20:48:12Z', 'revision_number': 1, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:14.402450 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5514-3869-40a8-803d-168812d318d4 req-4738e67a-57bc-4809-8b98-52aa59dc6adf tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:14.404168 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43ef5514-3869-40a8-803d-168812d318d4 req-4738e67a-57bc-4809-8b98-52aa59dc6adf tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1189795 Jul 29 20:48:14.404414 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-3414d353-e5e1-4233-a4e3-eb342523f267 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597953 Jul 29 20:48:14.430157 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:14.430814 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.432194 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/252a53a7-14ea-4168-b07b-b98a32484193 HTTP/1.1" status: 200 len: 1093 time: 1.0704472 Jul 29 20:48:14.477404 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff56979-04bc-486d-9777-898a5827d1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=252a53a7-14ea-4168-b07b-b98a32484193,revision_number=3']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:14.500635 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-21fb5544-6dab-42ad-af45-eaa970fd94cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.510685 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43ef5514-3869-40a8-803d-168812d318d4 req-f636a099-fb64-4133-9f6f-a55ef77502fe tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972517 Jul 29 20:48:14.515737 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-21fb5544-6dab-42ad-af45-eaa970fd94cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.567646 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f50f-1242-4044-8693-4577982504d0 req-6002a531-4bad-42ad-b4f5-c32cfb4d9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:14.569522 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-6002a531-4bad-42ad-b4f5-c32cfb4d9662 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 1096 time: 0.0577857 Jul 29 20:48:14.581344 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-21fb5544-6dab-42ad-af45-eaa970fd94cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a58411037f5c4cdeb2c9d2c025dab438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461580 Jul 29 20:48:14.582078 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb5544-6dab-42ad-af45-eaa970fd94cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88444a4c-4703-4d86-96b4-da70f4828068,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:14.584574 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 55984) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:14.586997 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-d21cf0de-f908-4de4-9d29-40a100760da6 req-ed8fcea7-6537-488c-9bfa-ffef91feb62c service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719627 Jul 29 20:48:14.640042 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-19a2025a-391a-448e-a6bc-691fa09959e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.685905 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-f6b3e8ee-457b-4d94-99d5-462f5c73e9da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252a53a7-14ea-4168-b07b-b98a32484193 HTTP/1.1" status: 200 len: 217 time: 0.0438118 Jul 29 20:48:14.716361 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6741fc2a-b076-4dc4-b585-3eb97e73a81c None None] New status for floating IP bb0f58c5-025b-4144-9e7d-ef0bea1dd88a: ACTIVE {{(pid=99521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:48:14.727480 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-19a2025a-391a-448e-a6bc-691fa09959e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.772263 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16f50f-1242-4044-8693-4577982504d0 req-e788bf50-280b-455e-b735-068541879cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:14.773713 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-e788bf50-280b-455e-b735-068541879cad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.0759735 Jul 29 20:48:14.823544 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-904c0eae-a2e6-4162-bea6-8082a20fc88c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358784 Jul 29 20:48:14.824536 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-19a2025a-391a-448e-a6bc-691fa09959e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.827076 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-19a2025a-391a-448e-a6bc-691fa09959e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:14.828123 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-19a2025a-391a-448e-a6bc-691fa09959e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88444a4c-4703-4d86-96b4-da70f4828068 HTTP/1.1" status: 204 len: 168 time: 0.2427752 Jul 29 20:48:14.854394 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2025a-391a-448e-a6bc-691fa09959e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88444a4c-4703-4d86-96b4-da70f4828068,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:14.955855 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-7420c7f2-6d55-4be1-bcff-a1936d4feefa service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124156 Jul 29 20:48:15.079963 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd16f50f-1242-4044-8693-4577982504d0 req-e4abe3d4-d8b6-41ca-a1f5-4c74ab952b50 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059892 Jul 29 20:48:15.231216 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56014) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:15.250630 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-de819573-0c3d-4417-b4c2-166284227f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:15.317011 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8447d15-9acc-44d3-b14d-58116d66bc73 req-e98e07b5-6575-408e-b0fd-ed562f1227bf tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:15.318485 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8447d15-9acc-44d3-b14d-58116d66bc73 req-e98e07b5-6575-408e-b0fd-ed562f1227bf tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 943 time: 0.0699861 Jul 29 20:48:15.381849 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8447d15-9acc-44d3-b14d-58116d66bc73 req-6392ead1-b862-4433-9cbc-67f701162bb4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Jul 29 20:48:15.418750 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-de819573-0c3d-4417-b4c2-166284227f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:15.422961 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-de819573-0c3d-4417-b4c2-166284227f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:15.466069 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-de819573-0c3d-4417-b4c2-166284227f6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a3e00e46c9e44ff9187ed231b8fb3af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337470 Jul 29 20:48:15.468020 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de819573-0c3d-4417-b4c2-166284227f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab62809-b61b-4920-a3f7-c80be5c7fdd6,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:15.469000 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56022) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:15.499418 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'tag': '252a53a7-14ea-4168-b07b-b98a32484193'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:15.501737 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45e404-7432-407d-9c2b-295ec3a1a82b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2c3888-1d09-4feb-9c7a-dd71ec0740b0", "tag": "252a53a7-14ea-4168-b07b-b98a32484193"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:15.525171 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-36ad55cb-1ba8-40c6-bff3-35d24a534e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:15.541678 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e1411-d5d2-4c08-bbfa-0ffa552f4d34 x-openstack-request-id: req-771e1411-d5d2-4c08-bbfa-0ffa552f4d34 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:15.541971 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2c3888-1d09-4feb-9c7a-dd71ec0740b0", "tag": "252a53a7-14ea-4168-b07b-b98a32484193", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:15.542218 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-771e1411-d5d2-4c08-bbfa-0ffa552f4d34 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:15.542601 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'tag': '252a53a7-14ea-4168-b07b-b98a32484193', 'status': 'completed', 'code': 200} Jul 29 20:48:15.552542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-36ad55cb-1ba8-40c6-bff3-35d24a534e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:15.606965 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-36ad55cb-1ba8-40c6-bff3-35d24a534e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:15.610311 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-36ad55cb-1ba8-40c6-bff3-35d24a534e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:15.611922 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-36ad55cb-1ba8-40c6-bff3-35d24a534e38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ab62809-b61b-4920-a3f7-c80be5c7fdd6 HTTP/1.1" status: 204 len: 168 time: 0.1415679 Jul 29 20:48:15.622560 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad55cb-1ba8-40c6-bff3-35d24a534e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab62809-b61b-4920-a3f7-c80be5c7fdd6,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:15.645713 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8423ae-be88-44e9-82e3-763a0c02a57a req-95466faa-dc14-45f2-ab9c-fed48ec83e1c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:15.647329 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec8423ae-be88-44e9-82e3-763a0c02a57a req-95466faa-dc14-45f2-ab9c-fed48ec83e1c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0690053 Jul 29 20:48:15.711425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec8423ae-be88-44e9-82e3-763a0c02a57a req-bebc3628-a94b-4b09-ab9c-468bda470c88 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541279 Jul 29 20:48:15.714275 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-374e7064-f11c-40c0-a999-0adfd156cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:15.715582 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-374e7064-f11c-40c0-a999-0adfd156cb1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 1096 time: 0.0673668 Jul 29 20:48:15.835891 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-4c10facc-bf4b-4973-9b3c-11fd0d7fd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:15.837717 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-4c10facc-bf4b-4973-9b3c-11fd0d7fd13c service neutron] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 915 time: 0.1000082 Jul 29 20:48:15.899228 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-dfb4796f-b5c9-485a-895b-f4b1b9f239fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=252a53a7-14ea-4168-b07b-b98a32484193 HTTP/1.1" status: 200 len: 217 time: 0.0461466 Jul 29 20:48:15.967994 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-c53d32d2-f4a5-4ca0-aef4-cf86fbf886ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:15.969468 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-c53d32d2-f4a5-4ca0-aef4-cf86fbf886ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.0498862 Jul 29 20:48:16.042141 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-5e98960e-e44b-4a0d-a8db-ff10beda5a4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374351 Jul 29 20:48:16.151075 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-7441a023-f82b-4f16-bdcb-3f720f6d5a4e service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986931 Jul 29 20:48:16.253942 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2c45e404-7432-407d-9c2b-295ec3a1a82b req-bc083408-f1e3-4b0a-8f97-577221fa0854 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909014 Jul 29 20:48:16.509382 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fde04-b642-4a6e-9525-2b72049acb17 req-1f94d39e-02c6-4de2-a3ca-e39953bf936b tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:16.510904 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3c2fde04-b642-4a6e-9525-2b72049acb17 req-1f94d39e-02c6-4de2-a3ca-e39953bf936b tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 943 time: 0.0536087 Jul 29 20:48:16.547680 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3c2fde04-b642-4a6e-9525-2b72049acb17 req-23db7987-8656-4480-93e6-8b905c4c04ac tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309312 Jul 29 20:48:16.738102 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56086) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:16.826151 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5bae2-8ffd-4a26-85b0-92fcbb40460b req-b12f8c48-3593-46f2-ad1e-5096379ee533 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:16.827759 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44f5bae2-8ffd-4a26-85b0-92fcbb40460b req-b12f8c48-3593-46f2-ad1e-5096379ee533 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0475433 Jul 29 20:48:16.838962 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-70ca9490-d0ec-4a50-a8f7-ca5de648ab48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:16.865756 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44f5bae2-8ffd-4a26-85b0-92fcbb40460b req-f46db356-c777-4ac0-9073-4f3b5dd2031f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Jul 29 20:48:16.928296 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-70ca9490-d0ec-4a50-a8f7-ca5de648ab48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:16.931678 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-70ca9490-d0ec-4a50-a8f7-ca5de648ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:16.968217 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-70ca9490-d0ec-4a50-a8f7-ca5de648ab48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6acdc988fcf144acb4ab3867f011def1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290640 Jul 29 20:48:16.969038 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca9490-d0ec-4a50-a8f7-ca5de648ab48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5afd32-c7b5-44ce-805e-f70b60855a22,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:16.971032 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56090) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:17.028905 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-899a95e2-2f24-4426-8e5d-d7f6f53b7449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:17.049751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-899a95e2-2f24-4426-8e5d-d7f6f53b7449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:17.097875 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-899a95e2-2f24-4426-8e5d-d7f6f53b7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:17.100366 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-899a95e2-2f24-4426-8e5d-d7f6f53b7449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:17.101462 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-899a95e2-2f24-4426-8e5d-d7f6f53b7449 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b5afd32-c7b5-44ce-805e-f70b60855a22 HTTP/1.1" status: 204 len: 168 time: 0.1284137 Jul 29 20:48:17.108865 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a95e2-2f24-4426-8e5d-d7f6f53b7449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5afd32-c7b5-44ce-805e-f70b60855a22,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:17.661759 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ec2f4-f3d0-4d96-be56-205d8c57e346 req-d5c36ffc-2b5d-4253-a7d7-a17543f189e4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:17.663254 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a7ec2f4-f3d0-4d96-be56-205d8c57e346 req-d5c36ffc-2b5d-4253-a7d7-a17543f189e4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 943 time: 0.0471883 Jul 29 20:48:17.702033 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a7ec2f4-f3d0-4d96-be56-205d8c57e346 req-fa33457a-b990-4764-a9c8-d9fb90fde661 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Jul 29 20:48:17.981827 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b8a1-fbe4-4de3-8cca-984922577409 req-3147340c-6fdc-40e4-b3ca-892feed9b796 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:17.983331 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5169b8a1-fbe4-4de3-8cca-984922577409 req-3147340c-6fdc-40e4-b3ca-892feed9b796 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0467553 Jul 29 20:48:18.022571 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5169b8a1-fbe4-4de3-8cca-984922577409 req-06df9816-9b82-4c4a-990f-977d5032659d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Jul 29 20:48:18.646165 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b90bdb-3c63-4fa0-bfc8-dfca01ae4ac4 req-3cb015b4-4914-4230-a0a7-ee36a7e66796 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:18.647697 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d9b90bdb-3c63-4fa0-bfc8-dfca01ae4ac4 req-3cb015b4-4914-4230-a0a7-ee36a7e66796 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0527263 Jul 29 20:48:18.685540 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d9b90bdb-3c63-4fa0-bfc8-dfca01ae4ac4 req-21256e28-9823-4ef2-be2b-5690d1c26413 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Jul 29 20:48:18.816655 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161d322-dc8e-47d0-89d2-3c1ab2caaf8c req-14d448a1-76e2-482d-ab9d-aa87ebc9f5a0 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:18.818168 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8161d322-dc8e-47d0-89d2-3c1ab2caaf8c req-14d448a1-76e2-482d-ab9d-aa87ebc9f5a0 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 943 time: 0.0478051 Jul 29 20:48:18.856883 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8161d322-dc8e-47d0-89d2-3c1ab2caaf8c req-6ad654b7-e0c1-4029-8fc0-0e80801ee4f7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Jul 29 20:48:19.096676 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 252a53a7-14ea-4168-b07b-b98a32484193 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:48:19.144019 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f9116-7ebb-4f0a-bad0-60c4bd8eb8e9 req-093d0a24-dae7-4d04-a92a-c9100dc03d7e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:19.145594 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db4f9116-7ebb-4f0a-bad0-60c4bd8eb8e9 req-093d0a24-dae7-4d04-a92a-c9100dc03d7e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0536299 Jul 29 20:48:19.191919 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db4f9116-7ebb-4f0a-bad0-60c4bd8eb8e9 req-b18fd7f8-e081-4e17-9792-a258467dba4e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Jul 29 20:48:19.208067 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 252a53a7-14ea-4168-b07b-b98a32484193, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=252a53a7-14ea-4168-b07b-b98a32484193,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:19.220358 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '252a53a7-14ea-4168-b07b-b98a32484193', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'port_id': '252a53a7-14ea-4168-b07b-b98a32484193', 'mac_address': 'fa:16:3e:70:3a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4816da04-579d-49a5-84c7-f15b56eedf99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:48:19.257074 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:19.269670 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252a53a7-14ea-4168-b07b-b98a32484193 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:19.288762 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 252a53a7-14ea-4168-b07b-b98a32484193, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=252a53a7-14ea-4168-b07b-b98a32484193,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:19.293784 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:19.343636 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=252a53a7-14ea-4168-b07b-b98a32484193,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:19.351345 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.351592 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.351953 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.352272 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.352605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.352945 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.353272 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.353596 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.353940 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.354268 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.354590 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:19.354934 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:21.802739 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3a0be52a-732c-4209-9d1c-776e421618e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:22.877160 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3472a4-8dda-4806-86f9-00e2e88525eb req-d724b0de-a9a1-4291-9bab-a40415691297 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:22.878603 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8f3472a4-8dda-4806-86f9-00e2e88525eb req-d724b0de-a9a1-4291-9bab-a40415691297 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Jul 29 20:48:22.916375 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8f3472a4-8dda-4806-86f9-00e2e88525eb req-a835790c-c07f-499e-a865-583782c8215d tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Jul 29 20:48:23.037551 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:23.082072 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c11d2-b22a-40ec-b3e4-3eb6c09b43ca req-d375a344-ed16-4b0c-9985-5b92d034090a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:23.083551 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6f7c11d2-b22a-40ec-b3e4-3eb6c09b43ca req-d375a344-ed16-4b0c-9985-5b92d034090a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 944 time: 0.1126733 Jul 29 20:48:23.089209 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-8d4c83b4-bade-4bca-b769-61e945f19530 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938704 Jul 29 20:48:23.099113 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834360eb-d78f-4a66-a63a-7a0783f00609 req-85128036-7a83-424b-88e1-200ea3e9f3d9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:23.100439 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-834360eb-d78f-4a66-a63a-7a0783f00609 req-85128036-7a83-424b-88e1-200ea3e9f3d9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1040320 Jul 29 20:48:23.150583 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6f7c11d2-b22a-40ec-b3e4-3eb6c09b43ca req-e357be57-9541-4867-bcca-ead20676d58e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604477 Jul 29 20:48:23.157642 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-834360eb-d78f-4a66-a63a-7a0783f00609 req-c66ae487-1919-40c0-adfc-e56a44b05b43 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510237 Jul 29 20:48:23.219971 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b0de7-4224-42be-893f-ff6c461982ad req-4a36bc68-e6d7-4da8-98f1-fa34f1fed92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:23.221380 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-4a36bc68-e6d7-4da8-98f1-fa34f1fed92c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 1099 time: 0.0384083 Jul 29 20:48:23.235466 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['252a53a7-14ea-4168-b07b-b98a32484193'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:48:23.325483 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b0de7-4224-42be-893f-ff6c461982ad req-14cc521d-18dd-4a83-a178-11008d5bbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:23.326868 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-14cc521d-18dd-4a83-a178-11008d5bbec1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 915 time: 0.0806701 Jul 29 20:48:23.373903 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-5d23916e-6323-41d6-800a-ec9b7c34cafe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19756bb3-d002-4d2e-b192-883157e5dfe6 HTTP/1.1" status: 200 len: 217 time: 0.0367975 Jul 29 20:48:23.425565 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b0de7-4224-42be-893f-ff6c461982ad req-5345c302-1973-49a1-ba8d-831d72d96b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:23.427682 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-5345c302-1973-49a1-ba8d-831d72d96b12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.0433154 Jul 29 20:48:23.459358 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-dfd12793-2ac3-4f16-9ce9-3dad3ccb4405 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228467 Jul 29 20:48:23.554579 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-468fb802-fe55-4c2b-9008-47bbf944b91b service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805433 Jul 29 20:48:23.654463 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-004b0de7-4224-42be-893f-ff6c461982ad req-920c7347-cf16-4f94-95d4-bccf41cc008d service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869033 Jul 29 20:48:24.035380 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2814-8bff-4ca9-a8d6-9896391eeeca req-23421cc1-bf55-4c45-a911-5952d9c37fd5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:24.036906 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a17e2814-8bff-4ca9-a8d6-9896391eeeca req-23421cc1-bf55-4c45-a911-5952d9c37fd5 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0476274 Jul 29 20:48:24.076312 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a17e2814-8bff-4ca9-a8d6-9896391eeeca req-01cda9e1-8371-4bcb-8843-b2dc230c9eb3 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Jul 29 20:48:24.294499 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70f04-009b-4b93-9844-e90b68c961d6 req-0c6aba04-ec6d-4d81-af67-3012b3e42780 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:24.295971 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-94d70f04-009b-4b93-9844-e90b68c961d6 req-0c6aba04-ec6d-4d81-af67-3012b3e42780 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 944 time: 0.0778899 Jul 29 20:48:24.307312 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc4418-83eb-47ed-ac44-550c7f24e5e0 req-71a0636d-94f2-494a-89f9-43ac2a14f6ac tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:24.308657 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f4dc4418-83eb-47ed-ac44-550c7f24e5e0 req-71a0636d-94f2-494a-89f9-43ac2a14f6ac tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0811529 Jul 29 20:48:24.360722 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-94d70f04-009b-4b93-9844-e90b68c961d6 req-09b80bea-9966-4867-8235-e88ea0b5fdfc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511627 Jul 29 20:48:24.365848 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f4dc4418-83eb-47ed-ac44-550c7f24e5e0 req-f43acd09-6724-48bc-ae1f-833b0c09f088 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Jul 29 20:48:24.418298 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-05162e00-4a67-4302-bf03-2885a9c96e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:24.888429 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:24.898432 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56264) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:25.000284 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a601108a-afe6-4692-b372-0f3c67c1146e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.116697 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 252a53a7-14ea-4168-b07b-b98a32484193 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:25.179060 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 252a53a7-14ea-4168-b07b-b98a32484193 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:25.184801 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 252a53a7-14ea-4168-b07b-b98a32484193 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:25.185561 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.275718 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.286744 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.299351 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a53a7-14ea-4168-b07b-b98a32484193'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:25.302199 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce4343-2de8-4845-8973-1e54f433e5aa" -d '{"events": [{"server_uuid": "0c2c3888-1d09-4feb-9c7a-dd71ec0740b0", "name": "network-vif-plugged", "status": "completed", "tag": "252a53a7-14ea-4168-b07b-b98a32484193"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:25.315261 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 252a53a7-14ea-4168-b07b-b98a32484193, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=252a53a7-14ea-4168-b07b-b98a32484193,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:25.320994 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.335704 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a601108a-afe6-4692-b372-0f3c67c1146e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.343017 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a601108a-afe6-4692-b372-0f3c67c1146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.380697 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=252a53a7-14ea-4168-b07b-b98a32484193,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:25.394386 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5a908-2c42-45ae-bd40-91a1375bde76 req-86e07825-7e1e-48a0-9cbc-16648d895c16 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:25.395870 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3ad5a908-2c42-45ae-bd40-91a1375bde76 req-86e07825-7e1e-48a0-9cbc-16648d895c16 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0952587 Jul 29 20:48:25.397770 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601108a-afe6-4692-b372-0f3c67c1146e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cdd9c4-3ff6-4d56-9c62-786856fb7130,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:25.415310 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a601108a-afe6-4692-b372-0f3c67c1146e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8db300db3764450794aeec9affbca068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131729 Jul 29 20:48:25.415693 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56280) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:25.433654 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b9462-bb60-4525-9377-37e31e903a6c x-openstack-request-id: req-8e8b9462-bb60-4525-9377-37e31e903a6c {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:25.434569 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2c3888-1d09-4feb-9c7a-dd71ec0740b0", "name": "network-vif-plugged", "status": "completed", "tag": "252a53a7-14ea-4168-b07b-b98a32484193", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:25.434867 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e8b9462-bb60-4525-9377-37e31e903a6c {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:25.435464 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a53a7-14ea-4168-b07b-b98a32484193', 'code': 200} Jul 29 20:48:25.459686 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3ad5a908-2c42-45ae-bd40-91a1375bde76 req-abd0fbf2-a4c4-4b35-927a-e6b66904cbdd tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450604 Jul 29 20:48:25.474787 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-992275bf-f5e1-4311-bfa4-2b6f60994ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.501289 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-992275bf-f5e1-4311-bfa4-2b6f60994ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.531970 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cdb87-8481-4379-901d-27da75280d34 req-69a6f3a0-c1ba-4bfb-a1d0-babe875d3131 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:25.533362 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-387cdb87-8481-4379-901d-27da75280d34 req-69a6f3a0-c1ba-4bfb-a1d0-babe875d3131 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 945 time: 0.0540726 Jul 29 20:48:25.554248 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-992275bf-f5e1-4311-bfa4-2b6f60994ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.556891 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-992275bf-f5e1-4311-bfa4-2b6f60994ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:25.558056 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-992275bf-f5e1-4311-bfa4-2b6f60994ad7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71cdd9c4-3ff6-4d56-9c62-786856fb7130 HTTP/1.1" status: 204 len: 168 time: 0.1414356 Jul 29 20:48:25.566099 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992275bf-f5e1-4311-bfa4-2b6f60994ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cdd9c4-3ff6-4d56-9c62-786856fb7130,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:25.614268 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a3b30-862d-42b1-90cb-43171c4b4231 req-4c824513-79f5-44b1-9f73-649364f57a53 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:25.619866 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ef3a3b30-862d-42b1-90cb-43171c4b4231 req-4c824513-79f5-44b1-9f73-649364f57a53 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0848336 Jul 29 20:48:25.623829 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-387cdb87-8481-4379-901d-27da75280d34 req-df906bf4-397e-45a3-bc38-04a4749b1c07 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789809 Jul 29 20:48:25.667733 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ef3a3b30-862d-42b1-90cb-43171c4b4231 req-94f5f260-02c4-46fd-ac5c-95336fbc2ff8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Jul 29 20:48:25.752119 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d91db-0717-43f9-bbf5-17c3495ebf68 req-e9b58d68-2e16-41ea-9c17-f50cd8f3bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:25.753574 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-374d91db-0717-43f9-bbf5-17c3495ebf68 req-e9b58d68-2e16-41ea-9c17-f50cd8f3bbea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 1098 time: 0.0404031 Jul 29 20:48:25.794585 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-374d91db-0717-43f9-bbf5-17c3495ebf68 req-450e2f71-62a2-446c-a8dd-5dc11e3efcfe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294254 Jul 29 20:48:26.539178 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-4cfd3427-5303-4653-ba4f-cfd52e58c91f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:26.540745 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-4cfd3427-5303-4653-ba4f-cfd52e58c91f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.42 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.0578506 Jul 29 20:48:26.682992 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cc5cb-6b55-4c5a-b162-c4acb0754baa req-bc6d8770-f682-46a4-b642-4ee98c5850b0 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:26.684470 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-668cc5cb-6b55-4c5a-b162-c4acb0754baa req-bc6d8770-f682-46a4-b642-4ee98c5850b0 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 946 time: 0.1428316 Jul 29 20:48:26.772861 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-668cc5cb-6b55-4c5a-b162-c4acb0754baa req-664d789e-4cf5-47cd-8a31-726c4963f61b tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e00f2e9-6466-479a-8b49-1801bbcd1ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819433 Jul 29 20:48:26.787973 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Deleting port 39053ded-5e72-4342-8909-b6cb747296b6 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:26.788313 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:26.835949 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb5da-a176-4e62-b003-1f67efc8f198 req-42f3b541-2e94-430a-9077-bae885386fbe tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:26.837297 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-09feb5da-a176-4e62-b003-1f67efc8f198 req-42f3b541-2e94-430a-9077-bae885386fbe tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 945 time: 0.1334419 Jul 29 20:48:26.938146 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] For port 39053ded-5e72-4342-8909-b6cb747296b6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=39053ded-5e72-4342-8909-b6cb747296b6,segment=NetworkSegment(6413d486-0c78-4bd4-a555-8dc3cfc864ef),segment_id=6413d486-0c78-4bd4-a555-8dc3cfc864ef)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:26.938510 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:26.944470 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-09feb5da-a176-4e62-b003-1f67efc8f198 req-6b1a1fca-3f3c-4956-87fe-5090d56ab8f2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013486 Jul 29 20:48:26.965394 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9adf-2d84-48fb-b4ff-90037085f1f3 req-6e61d35d-cf9b-42db-adaa-cd488f14b8af tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:26.965394 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-317f9adf-2d84-48fb-b4ff-90037085f1f3 req-6e61d35d-cf9b-42db-adaa-cd488f14b8af tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1189747 Jul 29 20:48:26.982579 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Calling delete_port for 39053ded-5e72-4342-8909-b6cb747296b6 owned by compute:nova {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:27.048941 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:27.065244 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-317f9adf-2d84-48fb-b4ff-90037085f1f3 req-388c218d-3ba2-4b1b-848f-336fbc5be8d8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002972 Jul 29 20:48:27.160972 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:27.190739 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Pushing event deleted for resources: {'Port': ['ID=39053ded-5e72-4342-8909-b6cb747296b6,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:27.214682 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['39053ded-5e72-4342-8909-b6cb747296b6'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:48:27.260640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] No DVR routers for this DVR port 39053ded-5e72-4342-8909-b6cb747296b6 on host hv-cinder-80163 {{(pid=99519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:48:27.265831 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:27.268360 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-901028a3-359f-4565-bc2e-ba9f5aaff902 req-9e4ff8db-33f1-4c67-8b7a-a9e29a6ef99f tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.42 "DELETE /v2.0/ports/39053ded-5e72-4342-8909-b6cb747296b6 HTTP/1.1" status: 204 len: 173 time: 0.7008224 Jul 29 20:48:27.268986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c68960-61d3-414e-ab34-420c90f737a1', 'name': 'network-vif-deleted', 'tag': '39053ded-5e72-4342-8909-b6cb747296b6'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:27.271437 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc298bd-eade-485c-b5b8-b2253c71ed79" -d '{"events": [{"server_uuid": "78c68960-61d3-414e-ab34-420c90f737a1", "name": "network-vif-deleted", "tag": "39053ded-5e72-4342-8909-b6cb747296b6"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:27.309656 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7597887-d799-4b53-9c1e-e61191d62048 x-openstack-request-id: req-a7597887-d799-4b53-9c1e-e61191d62048 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:27.309946 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c68960-61d3-414e-ab34-420c90f737a1", "name": "network-vif-deleted", "tag": "39053ded-5e72-4342-8909-b6cb747296b6", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:27.310196 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7597887-d799-4b53-9c1e-e61191d62048 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:27.310613 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c68960-61d3-414e-ab34-420c90f737a1', 'name': 'network-vif-deleted', 'tag': '39053ded-5e72-4342-8909-b6cb747296b6', 'status': 'completed', 'code': 200} Jul 29 20:48:27.473046 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56358) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:27.581425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1baa4b0-9ea6-4cd9-81df-c5dd388cea1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:27.867667 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1baa4b0-9ea6-4cd9-81df-c5dd388cea1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:27.872708 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f1baa4b0-9ea6-4cd9-81df-c5dd388cea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:27.907763 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5268a70c-1133-408f-bfe0-513c1e3a757d req-9f1d7e1c-6e80-4dfa-8a2b-cf9b293d83a1 tempest-DeleteServersTestJSON-1561837334 tempest-DeleteServersTestJSON-1561837334-project] 10.222.0.26 "GET /v2.0/ports?device_id=78c68960-61d3-414e-ab34-420c90f737a1 HTTP/1.1" status: 200 len: 210 time: 0.0619369 Jul 29 20:48:27.910470 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-7cf21265-b067-49cb-88b9-bb07f78c2870 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=23c5c1c82afc487e88ba4a7991c6a1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521576 Jul 29 20:48:27.914079 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56380) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:27.914404 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f1baa4b0-9ea6-4cd9-81df-c5dd388cea1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=486897f1a49744d7a8df24a6f679646a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400299 Jul 29 20:48:27.915557 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baa4b0-9ea6-4cd9-81df-c5dd388cea1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139d6113-e5b1-47e4-8e9c-67e51038d490,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:28.158340 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc57b-1e87-4efc-b921-07e2fc187794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.168500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a46719-37c8-462e-956e-285c0e521723 req-3f6cbf9e-cf4d-4404-9574-b4d9c7db3ff6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:28.169946 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d0a46719-37c8-462e-956e-285c0e521723 req-3f6cbf9e-cf4d-4404-9574-b4d9c7db3ff6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 945 time: 0.1475463 Jul 29 20:48:28.180394 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-c0ea21df-39a0-4ff0-b0a2-4ca87e75231d tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:28.181732 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-c0ea21df-39a0-4ff0-b0a2-4ca87e75231d tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577209 Jul 29 20:48:28.218919 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc57b-1e87-4efc-b921-07e2fc187794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.227254 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-637b1b1e-4e08-4b46-b6fe-7d60790eb919 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/quotas/23c5c1c82afc487e88ba4a7991c6a1e1 HTTP/1.1" status: 200 len: 375 time: 0.0393703 Jul 29 20:48:28.278431 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d0a46719-37c8-462e-956e-285c0e521723 req-0a822e66-5037-4f3c-8ec5-fd8369cceb87 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957744 Jul 29 20:48:28.282969 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-d7f7cb97-dd38-45b0-bba5-fb4ea4accce0 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=23c5c1c82afc487e88ba4a7991c6a1e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444076 Jul 29 20:48:28.312314 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc57b-1e87-4efc-b921-07e2fc187794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.315386 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc57b-1e87-4efc-b921-07e2fc187794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.316536 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a5bbc57b-1e87-4efc-b921-07e2fc187794 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/139d6113-e5b1-47e4-8e9c-67e51038d490 HTTP/1.1" status: 204 len: 168 time: 0.4006379 Jul 29 20:48:28.338906 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbc57b-1e87-4efc-b921-07e2fc187794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139d6113-e5b1-47e4-8e9c-67e51038d490,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:28.411419 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b626e-706b-4eee-839d-20272be5f187 req-d205bcf6-8872-45be-a037-6faf6241f714 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:28.412927 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7a8b626e-706b-4eee-839d-20272be5f187 req-d205bcf6-8872-45be-a037-6faf6241f714 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0761755 Jul 29 20:48:28.475328 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7a8b626e-706b-4eee-839d-20272be5f187 req-5add4d28-e4e6-4b79-9645-033e8b74ed0f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538857 Jul 29 20:48:28.585100 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3e49f5c-3c51-4a03-866c-86bb77d83ff6 req-9c9cee22-9cfd-4f8f-a184-7edadd8c6ee4 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 210 time: 0.0576525 Jul 29 20:48:28.698036 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56410) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:28.711789 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7362f879-7a59-4af3-a512-e68da0a58835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.851129 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7362f879-7a59-4af3-a512-e68da0a58835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.857798 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7362f879-7a59-4af3-a512-e68da0a58835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.905975 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-7362f879-7a59-4af3-a512-e68da0a58835 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d4a7445541f44819f330a36288fa24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067866 Jul 29 20:48:28.906945 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362f879-7a59-4af3-a512-e68da0a58835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b8c60-e496-4026-93bd-82df95d44f17,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:28.908718 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56420) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:28.980226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7494ae43-825f-4795-82cf-59b68515d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:29.008595 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7494ae43-825f-4795-82cf-59b68515d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:29.063976 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7494ae43-825f-4795-82cf-59b68515d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:29.067649 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7494ae43-825f-4795-82cf-59b68515d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:29.068846 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7494ae43-825f-4795-82cf-59b68515d849 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa7b8c60-e496-4026-93bd-82df95d44f17 HTTP/1.1" status: 204 len: 168 time: 0.1585219 Jul 29 20:48:29.081041 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494ae43-825f-4795-82cf-59b68515d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7b8c60-e496-4026-93bd-82df95d44f17,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:29.600736 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b221a-4255-45bb-97b7-708f9c4a9c44 req-1fcaa341-0f0a-400c-b990-5855a20b43b2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:29.602204 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a24b221a-4255-45bb-97b7-708f9c4a9c44 req-1fcaa341-0f0a-400c-b990-5855a20b43b2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Jul 29 20:48:29.647082 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a24b221a-4255-45bb-97b7-708f9c4a9c44 req-81405d8e-62aa-4b69-bf44-f304814fa4e5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Jul 29 20:48:29.685141 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f09ff9bd-aa50-45ce-9802-04d721922d2b req-65071f89-c8e2-4e20-be17-a701ec863494 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 210 time: 0.0311882 Jul 29 20:48:30.181633 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-a8555bbf-d730-4c66-85d9-12cfb1200fdb tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=23c5c1c82afc487e88ba4a7991c6a1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289373 Jul 29 20:48:30.305350 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-ab2d3f72-da9e-49e8-8ca7-5ef603b28f23 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:30.306797 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-ab2d3f72-da9e-49e8-8ca7-5ef603b28f23 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101747 Jul 29 20:48:30.371157 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Request body: {'port': {'device_id': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20', 'admin_state_up': True, 'tenant_id': '23c5c1c82afc487e88ba4a7991c6a1e1'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:30.404538 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56506) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:30.453353 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] Deleting subnet d1580e2d-56cb-4626-aa5c-e5951a577f47 {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:48:30.458244 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.491922 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.494891 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Made reservation on behalf of 23c5c1c82afc487e88ba4a7991c6a1e1 for: {'port': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:30.498383 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.508034 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.531145 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.592102 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.614240 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.618044 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.641425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1580e2d-56cb-4626-aa5c-e5951a577f47,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:30.646374 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.647151 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:30.649046 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-83436bb5-6d53-4b8c-9ba4-74d48706e98b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d1580e2d-56cb-4626-aa5c-e5951a577f47 HTTP/1.1" status: 204 len: 168 time: 0.2424827 Jul 29 20:48:30.650768 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56516) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:30.721574 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.810399 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.821953 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5460000-2237-47ef-8c8d-1c3bcca65593']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:30.824685 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-819744c8-80d6-404f-bc1b-ae5fb3424d60 req-2dac9560-dc68-4e77-81b0-53026c6600cf tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 210 time: 0.0505164 Jul 29 20:48:30.835444 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6413d486-0c78-4bd4-a555-8dc3cfc864ef') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:30.835840 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6413d486-0c78-4bd4-a555-8dc3cfc864ef') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:30.844685 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Allocated IP 192.168.233.122 (9925604b-8532-405f-99e5-c3be6975ab20/24e35169-882f-485f-97ef-c50e6cd4b8aa/429cadbf-ca1d-43d0-867c-0f42f1b91be6) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:30.845811 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.861442 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.868581 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:48:30.868977 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:48:30.870699 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:48:30.872544 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1552-aa51-4bb5-9f31-19f28e043975 req-90e3776e-e2e9-412c-995d-6e79bc1b5c81 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:30.875134 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a61f1552-aa51-4bb5-9f31-19f28e043975 req-90e3776e-e2e9-412c-995d-6e79bc1b5c81 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1178701 Jul 29 20:48:30.931024 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.937367 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a61f1552-aa51-4bb5-9f31-19f28e043975 req-e94b9deb-9cc5-4921-9c12-ee1a565b161f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561602 Jul 29 20:48:30.942373 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:30.945737 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a5460000-2237-47ef-8c8d-1c3bcca65593 HTTP/1.1" status: 204 len: 168 time: 0.2935815 Jul 29 20:48:30.959056 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988abaf9-4224-4699-9e20-0beac5416b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5460000-2237-47ef-8c8d-1c3bcca65593,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:31.008933 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56526) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.080662 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.098881 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Transition to ACTIVE for port object 429cadbf-ca1d-43d0-867c-0f42f1b91be6 will not be triggered until provisioned by entity DHCP. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:31.139340 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.153539 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aa78bcb8-1142-4611-90f5-50f18f7b980b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.180199 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56536) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.187143 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 39053ded-5e72-4342-8909-b6cb747296b6 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:31.227415 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Pushing event updated for resources: {'Port': ['ID=429cadbf-ca1d-43d0-867c-0f42f1b91be6,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:31.241027 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Network 9925604b-8532-405f-99e5-c3be6975ab20 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:31.242103 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:31.244685 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 39053ded-5e72-4342-8909-b6cb747296b6 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:31.245034 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 39053ded-5e72-4342-8909-b6cb747296b6 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:31.253936 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:31.261890 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:31.262640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.267807 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-4156413f-8f2d-47e1-ab1d-34c02c323f50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78336ec0509f4e319770ee69c26eb5ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0853596 Jul 29 20:48:31.271613 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56540) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.341240 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aa78bcb8-1142-4611-90f5-50f18f7b980b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.351445 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aa78bcb8-1142-4611-90f5-50f18f7b980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.356600 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0f63fddd-5d93-4a8c-ba57-8a38660e7c1f tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9895592 Jul 29 20:48:31.364368 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c15aae5c-43b2-4593-8a5a-9902acdfe0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.385368 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Request body: {'port': {'device_id': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:31.413353 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56550) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.415605 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-aa78bcb8-1142-4611-90f5-50f18f7b980b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d8075014b90479f9d752431ec1c1ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052851 Jul 29 20:48:31.423306 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c15aae5c-43b2-4593-8a5a-9902acdfe0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.440863 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78bcb8-1142-4611-90f5-50f18f7b980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb168dc4-e3ec-434c-bcfb-35392ab09a93,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:31.477654 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c15aae5c-43b2-4593-8a5a-9902acdfe0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.480380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c15aae5c-43b2-4593-8a5a-9902acdfe0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.481538 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-c15aae5c-43b2-4593-8a5a-9902acdfe0ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e00f2e9-6466-479a-8b49-1801bbcd1ceb HTTP/1.1" status: 204 len: 168 time: 0.2082474 Jul 29 20:48:31.492882 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aae5c-43b2-4593-8a5a-9902acdfe0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00f2e9-6466-479a-8b49-1801bbcd1ceb,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:31.602185 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-684a053f-d113-4e35-a761-5639b70f0117 None None] Provisioning for port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:31.606374 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-684a053f-d113-4e35-a761-5639b70f0117 None None] Provisioning complete for port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:31.607048 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-684a053f-d113-4e35-a761-5639b70f0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.643734 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-684a053f-d113-4e35-a761-5639b70f0117 None None] Port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:48:31.748279 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.776802 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-11f91866-2ce3-488b-a63c-d8817505b0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.840926 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-11f91866-2ce3-488b-a63c-d8817505b0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.855845 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-386677f2-ed46-4899-8627-bf7a322b5e17 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:31.857303 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-386677f2-ed46-4899-8627-bf7a322b5e17 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.4186916 Jul 29 20:48:31.957616 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-a94fd29b-18ad-462f-a840-0abcfa5c7616 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/quotas/25311ac0023e4eefbbbddc671bd6404e HTTP/1.1" status: 200 len: 375 time: 0.0893855 Jul 29 20:48:32.082626 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32129-3112-4ae8-9924-8f10d9a8b133 req-c2c61794-b574-4157-be24-252d072d366c tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:32.084110 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-62d32129-3112-4ae8-9924-8f10d9a8b133 req-c2c61794-b574-4157-be24-252d072d366c tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 936 time: 0.1442182 Jul 29 20:48:32.088873 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-11f91866-2ce3-488b-a63c-d8817505b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.091487 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-11f91866-2ce3-488b-a63c-d8817505b0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.092408 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-11f91866-2ce3-488b-a63c-d8817505b0ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb168dc4-e3ec-434c-bcfb-35392ab09a93 HTTP/1.1" status: 204 len: 168 time: 0.6779637 Jul 29 20:48:32.133637 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f91866-2ce3-488b-a63c-d8817505b0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb168dc4-e3ec-434c-bcfb-35392ab09a93,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:32.144637 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-bd01b97c-476e-4005-b119-e44926a90b6a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637111 Jul 29 20:48:32.227059 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-62d32129-3112-4ae8-9924-8f10d9a8b133 req-86859d99-7d81-47e9-8ad6-f34d15bff996 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335485 Jul 29 20:48:32.303957 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429cadbf-ca1d-43d0-867c-0f42f1b91be6 {{(pid=99519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:32.322843 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.326511 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-bf4e3289-6db5-43ed-a003-0253e33f2735 service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718175 Jul 29 20:48:32.365309 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Transition to ACTIVE for port object 429cadbf-ca1d-43d0-867c-0f42f1b91be6 will not be triggered until provisioned by entity L2. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:32.411832 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.472802 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d7ff-e22d-470c-b002-7093b6740df7 req-ddaca6fd-eae8-4bd8-b13d-ee700a601ddb tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:32.474253 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4887d7ff-e22d-470c-b002-7093b6740df7 req-ddaca6fd-eae8-4bd8-b13d-ee700a601ddb tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1628211 Jul 29 20:48:32.502337 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Pushing event updated for resources: {'Port': ['ID=429cadbf-ca1d-43d0-867c-0f42f1b91be6,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:32.570334 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-a8900565-22ef-4219-b07b-08dca1e0b788 service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233555 Jul 29 20:48:32.573038 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Attempting to bind port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:32.573373 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Attempting to bind port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:32.573953 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Attempting to bind port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 on network 9925604b-8532-405f-99e5-c3be6975ab20 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:32.593658 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4887d7ff-e22d-470c-b002-7093b6740df7 req-996fa07d-0ab5-45cf-ae45-c4014cc895ef tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039791 Jul 29 20:48:32.596598 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 on network 9925604b-8532-405f-99e5-c3be6975ab20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:32.596925 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Attempting to bind port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 on network 9925604b-8532-405f-99e5-c3be6975ab20 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:32.610609 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:32.611006 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Checking segment: {'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:32.611487 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Bound using segment: {'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:32.611811 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Bound port: 429cadbf-ca1d-43d0-867c-0f42f1b91be6, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3916ee30-e664-4310-bedc-da6ae2996e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20'}}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:32.612175 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.634640 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56598) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:32.654576 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-14ba851f-1677-4a56-a9ee-3496ab67ceb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.725510 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] For port 429cadbf-ca1d-43d0-867c-0f42f1b91be6, host hv-cinder-80163, cleared binding levels {{(pid=99519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:32.729221 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] For port 429cadbf-ca1d-43d0-867c-0f42f1b91be6, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=429cadbf-ca1d-43d0-867c-0f42f1b91be6,segment=NetworkSegment(3916ee30-e664-4310-bedc-da6ae2996e09),segment_id=3916ee30-e664-4310-bedc-da6ae2996e09)] {{(pid=99519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:32.740040 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.812787 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-14ba851f-1677-4a56-a9ee-3496ab67ceb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.819641 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-14ba851f-1677-4a56-a9ee-3496ab67ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.847911 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:32.848948 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.854735 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] 10.222.0.42 "PUT /v2.0/ports/429cadbf-ca1d-43d0-867c-0f42f1b91be6 HTTP/1.1" status: 200 len: 1098 time: 1.4702287 Jul 29 20:48:32.854735 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'tag': '429cadbf-ca1d-43d0-867c-0f42f1b91be6'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:32.857977 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad54857-41d6-4807-8bb7-7f0e013ac34a", "tag": "429cadbf-ca1d-43d0-867c-0f42f1b91be6"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:32.920650 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-14ba851f-1677-4a56-a9ee-3496ab67ceb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75dbcd9ac0904ff8b1d0e22694e83d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839091 Jul 29 20:48:32.922632 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba851f-1677-4a56-a9ee-3496ab67ceb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b6dd2f-f041-43a4-a8b0-bc1a8b076b87,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:32.933163 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56610) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:32.945681 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1001fbc6-42ab-416a-9a3a-1e6d68b62e1f req-04dd259f-950b-4b93-ad12-a0ef6e2fd6fc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 210 time: 0.0608222 Jul 29 20:48:32.996169 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ad4ad-12b6-41f8-b30f-c9f19a74d860 service neutron] Pushing event updated for resources: {'Port': ['ID=429cadbf-ca1d-43d0-867c-0f42f1b91be6,revision_number=3']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:33.030945 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55950010-b621-437a-b5e1-0149ffcdd0f8 x-openstack-request-id: req-55950010-b621-437a-b5e1-0149ffcdd0f8 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:33.031276 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad54857-41d6-4807-8bb7-7f0e013ac34a", "tag": "429cadbf-ca1d-43d0-867c-0f42f1b91be6", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:33.031533 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55950010-b621-437a-b5e1-0149ffcdd0f8 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:33.031928 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'tag': '429cadbf-ca1d-43d0-867c-0f42f1b91be6', 'status': 'completed', 'code': 200} Jul 29 20:48:33.070331 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-aef573e9-88df-4aae-940e-1cb29fb40add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.071884 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-aef573e9-88df-4aae-940e-1cb29fb40add service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23c5c1c82afc487e88ba4a7991c6a1e1&device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 1101 time: 0.1069186 Jul 29 20:48:33.088678 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c63daeb5-1d6e-44ed-b355-069178234b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.146970 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-4e106b41-1896-452d-8af4-ba33485c3f50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=429cadbf-ca1d-43d0-867c-0f42f1b91be6 HTTP/1.1" status: 200 len: 217 time: 0.0461094 Jul 29 20:48:33.149607 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c63daeb5-1d6e-44ed-b355-069178234b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.241604 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-c7ba2a58-1339-4d34-9b35-aa5dc68a7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.243051 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-c7ba2a58-1339-4d34-9b35-aa5dc68a7aef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24e35169-882f-485f-97ef-c50e6cd4b8aa HTTP/1.1" status: 200 len: 843 time: 0.0843453 Jul 29 20:48:33.261307 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c63daeb5-1d6e-44ed-b355-069178234b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.264271 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c63daeb5-1d6e-44ed-b355-069178234b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.267792 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-c63daeb5-1d6e-44ed-b355-069178234b4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13b6dd2f-f041-43a4-a8b0-bc1a8b076b87 HTTP/1.1" status: 204 len: 168 time: 0.3187356 Jul 29 20:48:33.273636 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63daeb5-1d6e-44ed-b355-069178234b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b6dd2f-f041-43a4-a8b0-bc1a8b076b87,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:33.347946 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fcae242c-9b86-4c7e-86ab-0c82e78d57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.349652 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-fcae242c-9b86-4c7e-86ab-0c82e78d57ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9925604b-8532-405f-99e5-c3be6975ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0579419 Jul 29 20:48:33.442900 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843acc9-8e03-452e-bfb9-292f804e575d req-47240c1f-e838-44ea-b487-6caa4ee2533a tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.444409 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9843acc9-8e03-452e-bfb9-292f804e575d req-47240c1f-e838-44ea-b487-6caa4ee2533a tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 948 time: 0.1106255 Jul 29 20:48:33.491730 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-0541f6f8-a3ab-4e81-b2af-672f98aeba3e service neutron] 10.222.0.42 "GET /v2.0/networks/9925604b-8532-405f-99e5-c3be6975ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276691 Jul 29 20:48:33.507285 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9843acc9-8e03-452e-bfb9-292f804e575d req-5770fd6c-0dee-4f3e-8880-70c06bd31630 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Jul 29 20:48:33.606769 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a425fbd-610a-4349-94f5-14a33a2d39d6 req-16fd0f86-f4b5-4c34-bc40-ce881a765375 service neutron] 10.222.0.42 "GET /v2.0/networks/9925604b-8532-405f-99e5-c3be6975ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911059 Jul 29 20:48:33.724497 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221b052-6fae-4b09-98bf-7981da3f4db6 req-afab2b4b-b280-4054-82a7-07027ddfe584 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.726075 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56648) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:33.726547 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4221b052-6fae-4b09-98bf-7981da3f4db6 req-afab2b4b-b280-4054-82a7-07027ddfe584 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0545025 Jul 29 20:48:33.772813 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4221b052-6fae-4b09-98bf-7981da3f4db6 req-c085f78f-1337-4d19-8f3d-5e88abbf542b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Jul 29 20:48:33.846928 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-1aad6e7a-1cc2-44ae-8a7c-cb26b6b89e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.849089 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-1aad6e7a-1cc2-44ae-8a7c-cb26b6b89e56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=23c5c1c82afc487e88ba4a7991c6a1e1&device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 1101 time: 0.0416703 Jul 29 20:48:33.865204 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdfee5d5-58ad-47c4-8be9-5f556d01e6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.974479 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdfee5d5-58ad-47c4-8be9-5f556d01e6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.982014 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdfee5d5-58ad-47c4-8be9-5f556d01e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.026731 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfee5d5-58ad-47c4-8be9-5f556d01e6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47284c8-00fa-4762-90db-c60334aa2860,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:34.027384 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-7d904ded-3849-420a-bd5f-9c0d71556ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.028848 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-7d904ded-3849-420a-bd5f-9c0d71556ee2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9925604b-8532-405f-99e5-c3be6975ab20 HTTP/1.1" status: 200 len: 870 time: 0.1353302 Jul 29 20:48:34.060682 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-bdfee5d5-58ad-47c4-8be9-5f556d01e6d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6e299f8d2a140fc99b37c7c06d3b2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326583 Jul 29 20:48:34.061523 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56670) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:34.075693 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-59ded797-fcb0-41b0-aa0f-32a8747fd89b req-6710dc0e-67b5-4c99-a2fb-13dc05b1ad25 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 210 time: 0.0392866 Jul 29 20:48:34.116936 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-dabd5e75-b6ae-4fa7-881d-f5ea78f3f349 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=429cadbf-ca1d-43d0-867c-0f42f1b91be6 HTTP/1.1" status: 200 len: 217 time: 0.0636415 Jul 29 20:48:34.119207 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-38a76ebb-6a1a-41d6-af44-91221f969d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.140611 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-38a76ebb-6a1a-41d6-af44-91221f969d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.180767 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-7afcec76-2347-4d75-b715-38db51168a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.182464 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-7afcec76-2347-4d75-b715-38db51168a06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24e35169-882f-485f-97ef-c50e6cd4b8aa HTTP/1.1" status: 200 len: 843 time: 0.0459678 Jul 29 20:48:34.200226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-38a76ebb-6a1a-41d6-af44-91221f969d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.203055 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-38a76ebb-6a1a-41d6-af44-91221f969d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.204516 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-38a76ebb-6a1a-41d6-af44-91221f969d09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d47284c8-00fa-4762-90db-c60334aa2860 HTTP/1.1" status: 204 len: 168 time: 0.1417775 Jul 29 20:48:34.213297 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a76ebb-6a1a-41d6-af44-91221f969d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47284c8-00fa-4762-90db-c60334aa2860,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:34.254906 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-8b33c918-5462-42c1-bd45-ecc1631bb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.256491 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-8b33c918-5462-42c1-bd45-ecc1631bb31c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9925604b-8532-405f-99e5-c3be6975ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0617235 Jul 29 20:48:34.365428 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-7383e664-6853-4ce4-8636-89fa7b09fecf service neutron] 10.222.0.42 "GET /v2.0/networks/9925604b-8532-405f-99e5-c3be6975ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849309 Jul 29 20:48:34.484291 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3343cb6f-b176-4b6f-850f-a0c6e3d698c3 req-ac33c873-8950-4043-992d-d2f51bca3105 service neutron] 10.222.0.42 "GET /v2.0/networks/9925604b-8532-405f-99e5-c3be6975ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973907 Jul 29 20:48:34.643990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56688) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:34.664193 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-22f2fe1c-e991-4388-96da-5593a59fa284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.684586 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f1987-e268-453e-b18a-f01e6a2d9196 req-9c4e8446-001e-4e34-a842-42f52006f1c7 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.686786 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7d1f1987-e268-453e-b18a-f01e6a2d9196 req-9c4e8446-001e-4e34-a842-42f52006f1c7 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 948 time: 0.0744846 Jul 29 20:48:34.731949 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7d1f1987-e268-453e-b18a-f01e6a2d9196 req-f5fc0331-9db8-497c-b465-c063c0ac9c91 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356810 Jul 29 20:48:34.746609 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-87e6b800-7b33-457c-aee6-387bbcf77ffb tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.748203 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-87e6b800-7b33-457c-aee6-387bbcf77ffb tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.1888065 Jul 29 20:48:34.783273 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Request body: {'port': {'device_id': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'admin_state_up': True, 'tenant_id': '25311ac0023e4eefbbbddc671bd6404e'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:34.846226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-22f2fe1c-e991-4388-96da-5593a59fa284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.851504 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-22f2fe1c-e991-4388-96da-5593a59fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.896860 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff680377-cb17-4827-b07e-52028d1b90cc req-fac72f4f-c3ce-47ad-bcbf-9b09e4c7bd0b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.898568 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ff680377-cb17-4827-b07e-52028d1b90cc req-fac72f4f-c3ce-47ad-bcbf-9b09e4c7bd0b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0542181 Jul 29 20:48:34.909773 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-22f2fe1c-e991-4388-96da-5593a59fa284 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=575d1c7ffd714395afdb8151559f6747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617865 Jul 29 20:48:34.910282 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56698) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:34.918218 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2fe1c-e991-4388-96da-5593a59fa284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c726ca3-9acf-402a-8414-0a05e26ea993,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:34.948233 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ff680377-cb17-4827-b07e-52028d1b90cc req-c8c9589e-c8ac-45a7-b563-dc7b33f4cab5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Jul 29 20:48:34.979047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Made reservation on behalf of 25311ac0023e4eefbbbddc671bd6404e for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:34.982730 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.000918 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26af54d9-0de0-4e26-8aaf-008671130917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.033543 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26af54d9-0de0-4e26-8aaf-008671130917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.157039 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26af54d9-0de0-4e26-8aaf-008671130917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.160202 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26af54d9-0de0-4e26-8aaf-008671130917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.161463 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-26af54d9-0de0-4e26-8aaf-008671130917 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c726ca3-9acf-402a-8414-0a05e26ea993 HTTP/1.1" status: 204 len: 168 time: 0.2501667 Jul 29 20:48:35.171854 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Allocated IP 172.20.0.9 (69c745ea-d5d7-46f7-8506-1a0ef2a76f84/4816da04-579d-49a5-84c7-f15b56eedf99/8bf0d600-13e3-45ea-a7b4-eb801f65fd30) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:35.177130 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ff45d1ba-6f76-44aa-abe2-0b9f427e26d7 req-8227b6fc-d076-4137-bb32-7927aa53afc3 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 210 time: 0.0305734 Jul 29 20:48:35.184978 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af54d9-0de0-4e26-8aaf-008671130917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c726ca3-9acf-402a-8414-0a05e26ea993,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:35.348004 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.388000 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.429199 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:35.432651 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:35.438873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:35.442038 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6', '252a53a7-14ea-4168-b07b-b98a32484193'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:48:35.444973 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event updated for resources: {'Port': ['ID=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:35.493092 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:35.493722 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.512950 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4be5575-b267-4d84-af20-d51978249333 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351413 Jul 29 20:48:35.539351 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Request body: {'port': {'device_id': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:35.617160 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.910087 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceb2c6-ea76-4017-a2e0-76160db0a6af req-05768224-e9e5-4136-be45-7d4219c66e71 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:35.911696 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-efceb2c6-ea76-4017-a2e0-76160db0a6af req-05768224-e9e5-4136-be45-7d4219c66e71 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 948 time: 0.0899949 Jul 29 20:48:35.959391 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:35.965848 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-efceb2c6-ea76-4017-a2e0-76160db0a6af req-c393c413-4b8c-44d7-8f38-5dd78a821e4b tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Jul 29 20:48:35.972316 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.988547 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Transition to ACTIVE for port object 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:35.996859 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.053949 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:36.118371 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea665a96-5144-494a-87f3-deb26604c2eb req-5e4d1a29-2ef0-4b2f-97ac-76a418cb0b8c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:36.120041 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ea665a96-5144-494a-87f3-deb26604c2eb req-5e4d1a29-2ef0-4b2f-97ac-76a418cb0b8c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0857165 Jul 29 20:48:36.200605 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ea665a96-5144-494a-87f3-deb26604c2eb req-d57fa698-3248-416f-9d5f-3ec23a9d7b30 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729117 Jul 29 20:48:36.229098 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Attempting to bind port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:36.229452 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Attempting to bind port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:36.229770 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Attempting to bind port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:36.241138 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:36.242488 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Attempting to bind port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:36.250581 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:36.251226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Checking segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:36.251813 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Bound using segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:36.252435 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Bound port: 8bf0d600-13e3-45ea-a7b4-eb801f65fd30, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:36.253167 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.319351 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf41a6-1f08-4a39-aac5-8a8f2c9aed4c req-738ced9d-8ce6-4743-9bda-5d3ce079e182 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:36.321164 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f2cf41a6-1f08-4a39-aac5-8a8f2c9aed4c req-738ced9d-8ce6-4743-9bda-5d3ce079e182 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 943 time: 0.0619206 Jul 29 20:48:36.344955 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] For port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:36.349594 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] For port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:36.355906 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.392667 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:36.393281 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.395009 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] 10.222.0.42 "PUT /v2.0/ports/8bf0d600-13e3-45ea-a7b4-eb801f65fd30 HTTP/1.1" status: 200 len: 1093 time: 0.8635936 Jul 29 20:48:36.396787 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'tag': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:36.397801 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee60468-a331-440e-8200-85cb4f2ccde6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecb5742-e5f1-45af-8f92-92a861cbb302", "tag": "8bf0d600-13e3-45ea-a7b4-eb801f65fd30"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:36.403981 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f2cf41a6-1f08-4a39-aac5-8a8f2c9aed4c req-d0e0b06f-1754-4c13-a741-5d302de8cb2d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703712 Jul 29 20:48:36.426898 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f444cd-de22-4ff0-bf61-915dc688e468 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:36.491956 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3a2a9f-f3e9-4017-9f21-1fe4d173bec0 x-openstack-request-id: req-9c3a2a9f-f3e9-4017-9f21-1fe4d173bec0 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:36.492242 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecb5742-e5f1-45af-8f92-92a861cbb302", "tag": "8bf0d600-13e3-45ea-a7b4-eb801f65fd30", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:36.492488 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c3a2a9f-f3e9-4017-9f21-1fe4d173bec0 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:36.492874 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'tag': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30', 'status': 'completed', 'code': 200} Jul 29 20:48:36.577961 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-2dcee467-cbed-4bbb-b73b-f12ece1a2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:36.579523 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-2dcee467-cbed-4bbb-b73b-f12ece1a2db3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 1096 time: 0.0645885 Jul 29 20:48:36.635130 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-b4d58ff3-828c-4694-8f0d-266531d1bd4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf0d600-13e3-45ea-a7b4-eb801f65fd30 HTTP/1.1" status: 200 len: 217 time: 0.0359693 Jul 29 20:48:36.686004 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-6b96a61b-46ea-40ee-bde5-e606cb983af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:36.687496 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-6b96a61b-46ea-40ee-bde5-e606cb983af1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.0439911 Jul 29 20:48:36.720396 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-7b5d0255-e577-4c12-8d0a-bc8a46be1ca0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235336 Jul 29 20:48:36.819651 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-94f920e9-dae0-4ac1-9704-9de09a97b973 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838788 Jul 29 20:48:36.914914 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1192ba6c-bf80-43ea-8693-0121b962be92 req-f327d809-ded9-4669-a363-cbfb1419866d service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809104 Jul 29 20:48:37.092154 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7c0f-c6dd-449d-88ca-7745c3f4fd61 req-f5203ac6-39b2-45ef-9798-9e010daa66b8 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:37.093637 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4eda7c0f-c6dd-449d-88ca-7745c3f4fd61 req-f5203ac6-39b2-45ef-9798-9e010daa66b8 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 948 time: 0.0526340 Jul 29 20:48:37.097780 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-6f0817df-f7d1-4a16-a998-a8150cd37d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:37.099528 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-6f0817df-f7d1-4a16-a998-a8150cd37d7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 1096 time: 0.0471208 Jul 29 20:48:37.157039 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4eda7c0f-c6dd-449d-88ca-7745c3f4fd61 req-7e876494-0f7a-4ff8-8138-32064b15da06 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494299 Jul 29 20:48:37.204564 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 429cadbf-ca1d-43d0-867c-0f42f1b91be6 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:48:37.228795 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-5ba6c4b0-2eb7-4349-b8d3-1c131dc84ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:37.233965 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-5ba6c4b0-2eb7-4349-b8d3-1c131dc84ece service neutron] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 915 time: 0.1259432 Jul 29 20:48:37.288961 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-3d4db19f-2381-4945-8232-39bf92398c9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf0d600-13e3-45ea-a7b4-eb801f65fd30 HTTP/1.1" status: 200 len: 217 time: 0.0465522 Jul 29 20:48:37.345845 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-e06f6ca2-b172-48c6-9c08-27fff7aa7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:37.346038 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a59be-87e0-448a-b869-d5433d255053 req-39b3e760-dba9-47ac-94ca-029df6db7c9c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:37.348788 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-e06f6ca2-b172-48c6-9c08-27fff7aa7ff2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.0485628 Jul 29 20:48:37.354160 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-271a59be-87e0-448a-b869-d5433d255053 req-39b3e760-dba9-47ac-94ca-029df6db7c9c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0554461 Jul 29 20:48:37.372633 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 429cadbf-ca1d-43d0-867c-0f42f1b91be6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=429cadbf-ca1d-43d0-867c-0f42f1b91be6,segment=NetworkSegment(3916ee30-e664-4310-bedc-da6ae2996e09),segment_id=3916ee30-e664-4310-bedc-da6ae2996e09)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:37.394767 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-07527492-2718-41ae-9759-780b480272e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343506 Jul 29 20:48:37.399311 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-271a59be-87e0-448a-b869-d5433d255053 req-224926e1-81ac-42e4-b556-4500ffce2347 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Jul 29 20:48:37.499011 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56822) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:37.512077 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '429cadbf-ca1d-43d0-867c-0f42f1b91be6', 'network_id': '9925604b-8532-405f-99e5-c3be6975ab20', 'port_id': '429cadbf-ca1d-43d0-867c-0f42f1b91be6', 'mac_address': 'fa:16:3e:81:8a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e35169-882f-485f-97ef-c50e6cd4b8aa', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:48:37.523321 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-b9f0e089-ff3b-4ad2-aa10-66e75b3c1251 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085336 Jul 29 20:48:37.555109 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.562714 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2a05-4075-41ef-8929-1f412d03bd57 req-54fa8904-ac03-4792-8cdf-8193f081ac45 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:37.564270 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b29b2a05-4075-41ef-8929-1f412d03bd57 req-54fa8904-ac03-4792-8cdf-8193f081ac45 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 943 time: 0.0566504 Jul 29 20:48:37.588983 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429cadbf-ca1d-43d0-867c-0f42f1b91be6 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:37.612541 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b29b2a05-4075-41ef-8929-1f412d03bd57 req-357cc3c8-4004-40a8-8488-a0143b9a10ab tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Jul 29 20:48:37.625886 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 429cadbf-ca1d-43d0-867c-0f42f1b91be6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=429cadbf-ca1d-43d0-867c-0f42f1b91be6,segment=NetworkSegment(3916ee30-e664-4310-bedc-da6ae2996e09),segment_id=3916ee30-e664-4310-bedc-da6ae2996e09)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:37.631360 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.631607 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8144f7f8-0bd4-47e0-8f16-2abfb2c1c6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.656415 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7ee60468-a331-440e-8200-85cb4f2ccde6 req-e41b4a53-922b-40ee-b16f-b2ee95f40dc0 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230018 Jul 29 20:48:37.683720 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=429cadbf-ca1d-43d0-867c-0f42f1b91be6,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:37.729389 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8144f7f8-0bd4-47e0-8f16-2abfb2c1c6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.733245 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8144f7f8-0bd4-47e0-8f16-2abfb2c1c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.777611 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56832) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:37.777726 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8144f7f8-0bd4-47e0-8f16-2abfb2c1c6fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=032e98a48880436787c380eed284c55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773588 Jul 29 20:48:37.778606 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144f7f8-0bd4-47e0-8f16-2abfb2c1c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5662a778-aaf6-46ef-ab80-68533ef28a5f,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:37.828892 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4416572a-edd7-497f-8aab-50a10f0f7bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.849007 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4416572a-edd7-497f-8aab-50a10f0f7bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.886067 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56836) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:37.900709 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4416572a-edd7-497f-8aab-50a10f0f7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.903253 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4416572a-edd7-497f-8aab-50a10f0f7bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.904390 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-4416572a-edd7-497f-8aab-50a10f0f7bf5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5662a778-aaf6-46ef-ab80-68533ef28a5f HTTP/1.1" status: 204 len: 168 time: 0.1258104 Jul 29 20:48:37.912100 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416572a-edd7-497f-8aab-50a10f0f7bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5662a778-aaf6-46ef-ab80-68533ef28a5f,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:37.994936 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-eb8db162-5474-4ea8-86c9-e42746efe7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.086157 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-eb8db162-5474-4ea8-86c9-e42746efe7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.090629 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-eb8db162-5474-4ea8-86c9-e42746efe7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.129480 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-eb8db162-5474-4ea8-86c9-e42746efe7be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9958df8a97044ea891486ea95d2fecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423272 Jul 29 20:48:38.130419 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8db162-5474-4ea8-86c9-e42746efe7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5086b6f4-f3ac-4e21-8daa-69a4ef8a2188,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:38.132328 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56846) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:38.157787 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['429cadbf-ca1d-43d0-867c-0f42f1b91be6'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:48:38.187184 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e59-a7ed-42eb-b8ca-f1fde6cc76b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.216580 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e59-a7ed-42eb-b8ca-f1fde6cc76b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.294888 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f274d-8b12-4100-a5cd-4a9cee662b62 req-29daba08-f723-49ea-844d-aa739e254719 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:38.299476 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fb2f274d-8b12-4100-a5cd-4a9cee662b62 req-29daba08-f723-49ea-844d-aa739e254719 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 949 time: 0.0751581 Jul 29 20:48:38.320464 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e59-a7ed-42eb-b8ca-f1fde6cc76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.322974 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e59-a7ed-42eb-b8ca-f1fde6cc76b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.324823 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d56c3e59-a7ed-42eb-b8ca-f1fde6cc76b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5086b6f4-f3ac-4e21-8daa-69a4ef8a2188 HTTP/1.1" status: 204 len: 168 time: 0.1908944 Jul 29 20:48:38.351778 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c3e59-a7ed-42eb-b8ca-f1fde6cc76b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5086b6f4-f3ac-4e21-8daa-69a4ef8a2188,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:38.380960 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fb2f274d-8b12-4100-a5cd-4a9cee662b62 req-fb25859b-c7d4-4ece-b3cc-676c1c0bcb87 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772462 Jul 29 20:48:38.563252 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97fbeb-68b8-43de-900a-fa407d8a7e8f req-d28586c0-5515-489f-8fba-96c29e9d6357 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:38.565047 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cf97fbeb-68b8-43de-900a-fa407d8a7e8f req-d28586c0-5515-489f-8fba-96c29e9d6357 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0798097 Jul 29 20:48:38.613421 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cf97fbeb-68b8-43de-900a-fa407d8a7e8f req-0ae5cc27-0ae0-4614-b724-6141af42f84a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Jul 29 20:48:38.743212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d2224-db89-4f11-a565-197a4036e3a4 req-f97230e6-49d1-4fa4-993d-cce56d8e9cef tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:38.745039 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a31d2224-db89-4f11-a565-197a4036e3a4 req-f97230e6-49d1-4fa4-993d-cce56d8e9cef tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 943 time: 0.0565126 Jul 29 20:48:38.808665 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a31d2224-db89-4f11-a565-197a4036e3a4 req-7e164c70-ba2d-45d5-8924-593d55f0bc37 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526421 Jul 29 20:48:39.097595 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 56914) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:39.298507 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-55a36828-8d19-4768-a26e-47eba4556c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.387889 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-55a36828-8d19-4768-a26e-47eba4556c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.391956 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-55a36828-8d19-4768-a26e-47eba4556c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.432075 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-55a36828-8d19-4768-a26e-47eba4556c78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8be80ad0a90d4b549bd43c33401b489d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333256 Jul 29 20:48:39.434735 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 56926) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:39.443230 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a36828-8d19-4768-a26e-47eba4556c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f30ecf0-1bbd-494a-babe-884b7d157564,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:39.488915 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeef87f-5990-4b61-b1b7-11c7d5a0ccd8 req-59a01171-a4bc-4355-850d-1a1fad90ce27 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:39.491215 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8eeef87f-5990-4b61-b1b7-11c7d5a0ccd8 req-59a01171-a4bc-4355-850d-1a1fad90ce27 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 949 time: 0.0577097 Jul 29 20:48:39.499400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c81a4b52-104c-44ca-afe5-0f40078468a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.522795 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c81a4b52-104c-44ca-afe5-0f40078468a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.530598 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8eeef87f-5990-4b61-b1b7-11c7d5a0ccd8 req-4d8079a4-d133-48c5-9738-48f1be2e73c0 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Jul 29 20:48:39.578930 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c81a4b52-104c-44ca-afe5-0f40078468a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.584281 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c81a4b52-104c-44ca-afe5-0f40078468a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.585423 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-c81a4b52-104c-44ca-afe5-0f40078468a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f30ecf0-1bbd-494a-babe-884b7d157564 HTTP/1.1" status: 204 len: 168 time: 0.1496694 Jul 29 20:48:39.593599 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a4b52-104c-44ca-afe5-0f40078468a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f30ecf0-1bbd-494a-babe-884b7d157564,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:39.743140 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b67345-7ee4-437a-9030-6a2a2ef6a0ad req-959534d4-7cb0-4867-bae9-ece056f8bfe9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:39.744928 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d1b67345-7ee4-437a-9030-6a2a2ef6a0ad req-959534d4-7cb0-4867-bae9-ece056f8bfe9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0540593 Jul 29 20:48:39.787921 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d1b67345-7ee4-437a-9030-6a2a2ef6a0ad req-f6e9fa38-b4d9-4176-bc55-d24ffc3ac14f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365620 Jul 29 20:48:39.937027 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7f2a2-87ad-4a13-aeb9-edd1cf59e0e8 req-3316d450-a12a-45f9-a091-dd52ca7f4390 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:39.938496 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-34d7f2a2-87ad-4a13-aeb9-edd1cf59e0e8 req-3316d450-a12a-45f9-a091-dd52ca7f4390 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 943 time: 0.0622916 Jul 29 20:48:40.006341 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-34d7f2a2-87ad-4a13-aeb9-edd1cf59e0e8 req-cd0ca44a-0cd2-48f4-b349-4909748fd0a8 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589428 Jul 29 20:48:40.661415 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d683e-a9d5-4bf8-8267-6c2ac0c0ce7e req-b35e1c69-6abc-409d-9514-ef5c6834a294 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:40.663052 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3c6d683e-a9d5-4bf8-8267-6c2ac0c0ce7e req-b35e1c69-6abc-409d-9514-ef5c6834a294 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 949 time: 0.0619326 Jul 29 20:48:40.713703 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3c6d683e-a9d5-4bf8-8267-6c2ac0c0ce7e req-5e2a60cf-1d47-410a-b65a-55b1999d8be8 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Jul 29 20:48:40.903860 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57028) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:40.947488 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efc6c7-592c-452f-9fbb-fef1db51a1af req-93caed9a-2813-490b-97d8-5fbe709ad5d6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:40.949353 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-86efc6c7-592c-452f-9fbb-fef1db51a1af req-93caed9a-2813-490b-97d8-5fbe709ad5d6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0548606 Jul 29 20:48:41.003953 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-86efc6c7-592c-452f-9fbb-fef1db51a1af req-4628b576-28c9-40be-abfe-49101304f2e5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Jul 29 20:48:41.044325 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bfd28648-b00d-4a01-a54f-920a909fd9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.113939 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:48:41.132806 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc128-0173-49f1-b3c2-a3d395306429 req-f3be9f09-363b-4cee-a185-63dbcae7703c tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:41.134461 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fadcc128-0173-49f1-b3c2-a3d395306429 req-f3be9f09-363b-4cee-a185-63dbcae7703c tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 943 time: 0.0492473 Jul 29 20:48:41.135873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bfd28648-b00d-4a01-a54f-920a909fd9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.139479 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bfd28648-b00d-4a01-a54f-920a909fd9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.179940 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fadcc128-0173-49f1-b3c2-a3d395306429 req-b224b4b6-ca11-4782-b926-ff954c101f7e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Jul 29 20:48:41.184971 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-bfd28648-b00d-4a01-a54f-920a909fd9c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c8d21944bd64d10bc17da25a1747d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798977 Jul 29 20:48:41.185757 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57040) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:41.187150 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd28648-b00d-4a01-a54f-920a909fd9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41988faa-b6f8-4e99-a53d-c1c9b7161798,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.222912 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:48:41.235086 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0a9400b0-19cc-4d00-8e1d-5562dea21a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.238287 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 429cadbf-ca1d-43d0-867c-0f42f1b91be6 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:41.255971 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0a9400b0-19cc-4d00-8e1d-5562dea21a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.305309 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0a9400b0-19cc-4d00-8e1d-5562dea21a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.308069 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0a9400b0-19cc-4d00-8e1d-5562dea21a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.309189 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-0a9400b0-19cc-4d00-8e1d-5562dea21a9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41988faa-b6f8-4e99-a53d-c1c9b7161798 HTTP/1.1" status: 204 len: 168 time: 0.1223171 Jul 29 20:48:41.317599 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9400b0-19cc-4d00-8e1d-5562dea21a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41988faa-b6f8-4e99-a53d-c1c9b7161798,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.345283 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:41.354225 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:41.354467 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.386890 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:41.403836 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'port_id': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30', 'mac_address': 'fa:16:3e:63:12:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4816da04-579d-49a5-84c7-f15b56eedf99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:48:41.469601 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.490199 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:41.497049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.519410 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:41.526054 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.534135 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429cadbf-ca1d-43d0-867c-0f42f1b91be6'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:41.536971 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d567f54-35af-4cb4-b6ea-144ce8e82d6c" -d '{"events": [{"server_uuid": "7ad54857-41d6-4807-8bb7-7f0e013ac34a", "name": "network-vif-plugged", "status": "completed", "tag": "429cadbf-ca1d-43d0-867c-0f42f1b91be6"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:41.570945 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 429cadbf-ca1d-43d0-867c-0f42f1b91be6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=429cadbf-ca1d-43d0-867c-0f42f1b91be6,segment=NetworkSegment(3916ee30-e664-4310-bedc-da6ae2996e09),segment_id=3916ee30-e664-4310-bedc-da6ae2996e09)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:41.573398 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57048) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:41.581726 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.591876 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f60508a-44a6-4749-8161-9a21c987e6e1 x-openstack-request-id: req-4f60508a-44a6-4749-8161-9a21c987e6e1 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:41.592329 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad54857-41d6-4807-8bb7-7f0e013ac34a", "name": "network-vif-plugged", "status": "completed", "tag": "429cadbf-ca1d-43d0-867c-0f42f1b91be6", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:41.592471 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-fcab3fc6-5d4f-47a7-a5d2-a3e726ba9440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.592577 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f60508a-44a6-4749-8161-9a21c987e6e1 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:41.592944 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429cadbf-ca1d-43d0-867c-0f42f1b91be6', 'code': 200} Jul 29 20:48:41.597827 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.646390 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=429cadbf-ca1d-43d0-867c-0f42f1b91be6,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.684475 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-fcab3fc6-5d4f-47a7-a5d2-a3e726ba9440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.687813 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-fcab3fc6-5d4f-47a7-a5d2-a3e726ba9440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.725468 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-fcab3fc6-5d4f-47a7-a5d2-a3e726ba9440 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e6b4570883b45aeb4307a27541cfdbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498930 Jul 29 20:48:41.726319 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab3fc6-5d4f-47a7-a5d2-a3e726ba9440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507380d3-4897-4770-a23c-1e0c4dacc6c7,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.729496 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57050) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:41.779148 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-216d33a4-80e8-47ac-9d86-34c971b157ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.801040 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-216d33a4-80e8-47ac-9d86-34c971b157ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.843858 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1d51e-b367-4aee-beec-31d90becb88d req-f226e214-d342-4767-9b0d-357c268963af tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:41.845362 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9ab1d51e-b367-4aee-beec-31d90becb88d req-f226e214-d342-4767-9b0d-357c268963af tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 950 time: 0.0529816 Jul 29 20:48:41.868262 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cb8a6-9182-404b-8456-bcd5540a8fe9 req-1a7ab15a-ef3e-48f5-a679-06186d357200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:41.869885 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-327cb8a6-9182-404b-8456-bcd5540a8fe9 req-1a7ab15a-ef3e-48f5-a679-06186d357200 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 1103 time: 0.0628107 Jul 29 20:48:41.884338 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-216d33a4-80e8-47ac-9d86-34c971b157ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.887043 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-216d33a4-80e8-47ac-9d86-34c971b157ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.888337 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-216d33a4-80e8-47ac-9d86-34c971b157ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/507380d3-4897-4770-a23c-1e0c4dacc6c7 HTTP/1.1" status: 204 len: 168 time: 0.1590750 Jul 29 20:48:41.905442 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9ab1d51e-b367-4aee-beec-31d90becb88d req-feb7e1e4-be9f-421c-938d-5c55c92b9002 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Jul 29 20:48:41.919148 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d33a4-80e8-47ac-9d86-34c971b157ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507380d3-4897-4770-a23c-1e0c4dacc6c7,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.936185 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-327cb8a6-9182-404b-8456-bcd5540a8fe9 req-9ac9fec4-090b-4e6c-8b23-fd08850fb864 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Jul 29 20:48:42.017368 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['8bf0d600-13e3-45ea-a7b4-eb801f65fd30'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:48:42.180202 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9848e95-7ae8-4404-8ca2-5a514569a4c9 req-8b6dd925-30fe-4676-8051-75ed17c3c073 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:42.194836 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c9848e95-7ae8-4404-8ca2-5a514569a4c9 req-8b6dd925-30fe-4676-8051-75ed17c3c073 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1033590 Jul 29 20:48:42.251931 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c9848e95-7ae8-4404-8ca2-5a514569a4c9 req-f497c88d-ca13-482a-bbb7-b0c1b8c99fcc tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555136 Jul 29 20:48:42.404138 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc16fc-7d0b-4fa3-8958-2d5b9e8d0f78 req-a9d5ed90-b1cf-49a8-b1c8-aff10d943040 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:42.412602 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b2cc16fc-7d0b-4fa3-8958-2d5b9e8d0f78 req-a9d5ed90-b1cf-49a8-b1c8-aff10d943040 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 944 time: 0.0934055 Jul 29 20:48:42.467811 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b2cc16fc-7d0b-4fa3-8958-2d5b9e8d0f78 req-440c84bd-0c8d-4d60-84a5-a2f8598edb47 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533090 Jul 29 20:48:43.035210 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490839f-4852-499d-89d3-7ba37400758a req-64cbc383-9e76-4ee7-9c98-c30709244c28 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:43.036697 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a490839f-4852-499d-89d3-7ba37400758a req-64cbc383-9e76-4ee7-9c98-c30709244c28 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 950 time: 0.0505667 Jul 29 20:48:43.077263 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a490839f-4852-499d-89d3-7ba37400758a req-24fb4b46-c0a1-447f-be62-0092cdde0643 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Jul 29 20:48:43.376312 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9da312-b412-4fdd-aa23-5164472c2169 req-eabb484f-3e25-4821-81f6-85228ca1d685 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:43.376757 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ae9da312-b412-4fdd-aa23-5164472c2169 req-eabb484f-3e25-4821-81f6-85228ca1d685 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0551224 Jul 29 20:48:43.420203 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ae9da312-b412-4fdd-aa23-5164472c2169 req-2ef1772e-426d-4515-b448-dcaf634b6255 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357840 Jul 29 20:48:43.594699 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d2997-bbf0-4d9d-aa3d-8710398c4926 req-f7946f21-da92-4df4-b979-0ca67d0f35ef tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:43.596170 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d61d2997-bbf0-4d9d-aa3d-8710398c4926 req-f7946f21-da92-4df4-b979-0ca67d0f35ef tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 944 time: 0.0521729 Jul 29 20:48:43.634418 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d61d2997-bbf0-4d9d-aa3d-8710398c4926 req-546e653a-f130-4ad8-9e0b-112004a2f16e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Jul 29 20:48:44.190016 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fffca-bc9c-4756-8af6-961b7db5797d req-8269a0bf-a96e-4b32-be21-acbe0c8f273a tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:44.191399 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e40fffca-bc9c-4756-8af6-961b7db5797d req-8269a0bf-a96e-4b32-be21-acbe0c8f273a tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 950 time: 0.0464203 Jul 29 20:48:44.229514 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e40fffca-bc9c-4756-8af6-961b7db5797d req-2de5272b-da1d-451e-98fd-ae12a09e78b3 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Jul 29 20:48:44.559149 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a64c-fc91-4dff-930f-56cddc0c7848 req-1bb6f06e-4b4c-4f93-84b2-92d199a3ab74 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:44.560595 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-89f2a64c-fc91-4dff-930f-56cddc0c7848 req-1bb6f06e-4b4c-4f93-84b2-92d199a3ab74 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 950 time: 0.1053607 Jul 29 20:48:44.572181 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb640955-e59c-4f4d-b78e-526896074f25 req-22417abc-9074-4928-9fe9-1b506d9f0258 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:44.573528 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fb640955-e59c-4f4d-b78e-526896074f25 req-22417abc-9074-4928-9fe9-1b506d9f0258 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0684292 Jul 29 20:48:44.629728 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-89f2a64c-fc91-4dff-930f-56cddc0c7848 req-990d742d-efe7-4045-933b-9b14fca1c3f3 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Jul 29 20:48:44.632856 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fb640955-e59c-4f4d-b78e-526896074f25 req-8861b90f-d15c-4b85-84e5-c0c6f161cf6a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505846 Jul 29 20:48:44.745500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9c6a-e206-44cc-bc48-006a77725ea0 req-75fc9973-5288-43c9-9f49-75df81d1f3ee tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:44.746848 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e89f9c6a-e206-44cc-bc48-006a77725ea0 req-75fc9973-5288-43c9-9f49-75df81d1f3ee tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 944 time: 0.0469966 Jul 29 20:48:44.785322 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e89f9c6a-e206-44cc-bc48-006a77725ea0 req-4b72e852-ad3c-4547-9193-f93eac1f0d45 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Jul 29 20:48:45.245760 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:45.297041 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:45.301070 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:45.301437 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:45.384535 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:45.406987 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:45.409207 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5312f5a6-1768-47fb-a318-1cb035070d4d" -d '{"events": [{"server_uuid": "7ecb5742-e5f1-45af-8f92-92a861cbb302", "name": "network-vif-plugged", "status": "completed", "tag": "8bf0d600-13e3-45ea-a7b4-eb801f65fd30"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:45.422127 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:45.427588 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:45.450957 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70ece6-7958-4805-b02f-76b064ff351d x-openstack-request-id: req-1a70ece6-7958-4805-b02f-76b064ff351d {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:45.451241 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecb5742-e5f1-45af-8f92-92a861cbb302", "name": "network-vif-plugged", "status": "completed", "tag": "8bf0d600-13e3-45ea-a7b4-eb801f65fd30", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:45.451486 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a70ece6-7958-4805-b02f-76b064ff351d {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:45.451861 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30', 'code': 200} Jul 29 20:48:45.477097 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:45.726124 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c2b02-0d90-484d-a60b-06a8e5742188 req-24bf07db-9f6e-43f8-ae9f-cd3ea42eaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:45.727744 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0b3c2b02-0d90-484d-a60b-06a8e5742188 req-24bf07db-9f6e-43f8-ae9f-cd3ea42eaa9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 1098 time: 0.0547178 Jul 29 20:48:45.787015 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0b3c2b02-0d90-484d-a60b-06a8e5742188 req-9b3c5c23-eda6-4166-b1c1-49de880a46a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Jul 29 20:48:45.849146 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3f69f-7555-4154-9142-c2453ab244d7 req-fb4781f6-969b-49c5-b101-978542f275e5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:45.854768 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-56c3f69f-7555-4154-9142-c2453ab244d7 req-fb4781f6-969b-49c5-b101-978542f275e5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1222258 Jul 29 20:48:45.868649 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea534d-ea4c-4a72-a732-59df099928e6 req-268af3aa-b26c-412a-a4b6-d7a81aa74984 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:45.870620 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-16ea534d-ea4c-4a72-a732-59df099928e6 req-268af3aa-b26c-412a-a4b6-d7a81aa74984 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 950 time: 0.1030931 Jul 29 20:48:45.938884 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-56c3f69f-7555-4154-9142-c2453ab244d7 req-b7c3b6fe-1cc2-4e89-a355-4807f4309841 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598783 Jul 29 20:48:45.938884 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-16ea534d-ea4c-4a72-a732-59df099928e6 req-cea299a9-a274-46c1-9aa4-50da410f92aa tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516009 Jul 29 20:48:46.081542 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6582751-a09b-4cf6-ad1b-9efbe252c207 req-c2b10823-f97c-4866-af2e-27ed1529d8dc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:46.083075 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d6582751-a09b-4cf6-ad1b-9efbe252c207 req-c2b10823-f97c-4866-af2e-27ed1529d8dc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 945 time: 0.0466473 Jul 29 20:48:46.121321 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d6582751-a09b-4cf6-ad1b-9efbe252c207 req-4bc468d6-5dca-41dd-9bce-ca6e996f96b9 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Jul 29 20:48:46.510450 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57284) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:46.620065 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-083b8d4f-a2df-4ba1-8f35-eebf3da654af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.710914 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-083b8d4f-a2df-4ba1-8f35-eebf3da654af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.714561 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-083b8d4f-a2df-4ba1-8f35-eebf3da654af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.750017 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b8d4f-a2df-4ba1-8f35-eebf3da654af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428ae668-a13e-4883-a62e-caa1d119c22a,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:46.754862 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-083b8d4f-a2df-4ba1-8f35-eebf3da654af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2fcf4d4b33243eebea3c6b3dda3b804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433133 Jul 29 20:48:46.757716 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57294) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:46.806298 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-72fc687c-57cc-44a9-9add-cb01b674a0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.828067 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-72fc687c-57cc-44a9-9add-cb01b674a0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.875518 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-72fc687c-57cc-44a9-9add-cb01b674a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.880251 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-72fc687c-57cc-44a9-9add-cb01b674a0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.884023 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-72fc687c-57cc-44a9-9add-cb01b674a0ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/428ae668-a13e-4883-a62e-caa1d119c22a HTTP/1.1" status: 204 len: 168 time: 0.1227865 Jul 29 20:48:46.889396 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc687c-57cc-44a9-9add-cb01b674a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428ae668-a13e-4883-a62e-caa1d119c22a,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:47.118366 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f8184-b882-4f81-bc8c-7e06e7189923 req-125b33a3-c393-44dd-bc83-19bacfd1ae9d tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:47.120586 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f96f8184-b882-4f81-bc8c-7e06e7189923 req-125b33a3-c393-44dd-bc83-19bacfd1ae9d tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 950 time: 0.0902712 Jul 29 20:48:47.162121 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6609e-601b-48e9-bd8d-efa16007a8c9 req-32ff69a8-7624-4bb7-9c8a-c2d7fa17752b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:47.163647 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eeb6609e-601b-48e9-bd8d-efa16007a8c9 req-32ff69a8-7624-4bb7-9c8a-c2d7fa17752b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1227460 Jul 29 20:48:47.203204 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f96f8184-b882-4f81-bc8c-7e06e7189923 req-196631b7-cf6b-4a12-b4cc-d45576633e43 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/security-groups?id=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750573 Jul 29 20:48:47.235309 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eeb6609e-601b-48e9-bd8d-efa16007a8c9 req-3669ecc3-99d4-4b92-8f5d-6580551a217d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 Jul 29 20:48:47.242117 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57328) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:47.274378 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d62672b8-e9f3-4bd9-8902-ba149bc05b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.377308 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b515-a52f-461d-9275-dd2173e4edbf req-548e581f-b6e6-40f3-a303-7af4539c5765 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:47.379448 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f253b515-a52f-461d-9275-dd2173e4edbf req-548e581f-b6e6-40f3-a303-7af4539c5765 tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 950 time: 0.1495521 Jul 29 20:48:47.420749 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54878b-fc13-452f-a20b-1d1fd1eedc69 req-355f971d-cc93-4aeb-a65d-964057266ba8 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:47.422103 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1a54878b-fc13-452f-a20b-1d1fd1eedc69 req-355f971d-cc93-4aeb-a65d-964057266ba8 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 945 time: 0.0786233 Jul 29 20:48:47.431006 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57338) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:47.676970 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa5cd-87d7-48b6-8840-da67bc873ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.698422 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Deleting port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:48:47.699042 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.744229 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d62672b8-e9f3-4bd9-8902-ba149bc05b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.747676 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1a54878b-fc13-452f-a20b-1d1fd1eedc69 req-b80c8099-8d68-435a-a6eb-a0d47818d244 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162942 Jul 29 20:48:47.749349 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d62672b8-e9f3-4bd9-8902-ba149bc05b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.778275 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62672b8-e9f3-4bd9-8902-ba149bc05b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001bbf20-5851-4966-84ce-a2f8631c02b9,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:47.796639 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d62672b8-e9f3-4bd9-8902-ba149bc05b0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=822c85920b6a40dfac5ccf7fb23734e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523736 Jul 29 20:48:47.797212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57348) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:47.822948 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] For port 429cadbf-ca1d-43d0-867c-0f42f1b91be6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=429cadbf-ca1d-43d0-867c-0f42f1b91be6,segment=NetworkSegment(3916ee30-e664-4310-bedc-da6ae2996e09),segment_id=3916ee30-e664-4310-bedc-da6ae2996e09)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:47.823335 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.844023 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Calling delete_port for 429cadbf-ca1d-43d0-867c-0f42f1b91be6 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:48:47.844434 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-90be9ab1-548a-445b-a3df-cd9b75bd0865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.865413 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-90be9ab1-548a-445b-a3df-cd9b75bd0865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.911087 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-90be9ab1-548a-445b-a3df-cd9b75bd0865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.913642 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-90be9ab1-548a-445b-a3df-cd9b75bd0865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.914839 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-90be9ab1-548a-445b-a3df-cd9b75bd0865 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/001bbf20-5851-4966-84ce-a2f8631c02b9 HTTP/1.1" status: 204 len: 168 time: 0.1166871 Jul 29 20:48:47.922705 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be9ab1-548a-445b-a3df-cd9b75bd0865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001bbf20-5851-4966-84ce-a2f8631c02b9,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:48.182093 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa5cd-87d7-48b6-8840-da67bc873ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.193899 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cdcfa5cd-87d7-48b6-8840-da67bc873ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.244691 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-cdcfa5cd-87d7-48b6-8840-da67bc873ad0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=328a4f7f242f4bdca6fb720afc831e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8013008 Jul 29 20:48:48.245571 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57362) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:48.264212 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfa5cd-87d7-48b6-8840-da67bc873ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a324339c-b807-4ffc-b498-16fbbca6d485,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:48.319954 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c5e9797d-ba94-4046-af7a-e781d2bb0554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.338878 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.384241 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c5e9797d-ba94-4046-af7a-e781d2bb0554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.389003 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['429cadbf-ca1d-43d0-867c-0f42f1b91be6'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:48:48.410993 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Pushing event deleted for resources: {'Port': ['ID=429cadbf-ca1d-43d0-867c-0f42f1b91be6,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:48.432282 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-431cdb40-97f2-48f8-94b4-8b74b3401443 req-8233b845-4ccb-49fe-8a88-0dd494fc622a tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ad54857-41d6-4807-8bb7-7f0e013ac34a HTTP/1.1" status: 200 len: 210 time: 0.0668943 Jul 29 20:48:48.474135 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55430cbd-f503-4f92-9403-e1098fac5cbe req-ce4ede68-693d-4da2-91f5-8d4f36e77e83 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:48.474971 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] No DVR routers for this DVR port 429cadbf-ca1d-43d0-867c-0f42f1b91be6 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:48:48.475635 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55430cbd-f503-4f92-9403-e1098fac5cbe req-ce4ede68-693d-4da2-91f5-8d4f36e77e83 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1307614 Jul 29 20:48:48.478494 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.480702 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f253b515-a52f-461d-9275-dd2173e4edbf req-e4e97161-02f2-4f92-8d4b-e309c1cb1b0e tempest-VolumesNegativeTest-605091968 tempest-VolumesNegativeTest-605091968-project] 10.222.0.42 "DELETE /v2.0/ports/429cadbf-ca1d-43d0-867c-0f42f1b91be6 HTTP/1.1" status: 204 len: 173 time: 1.0510671 Jul 29 20:48:48.481618 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'name': 'network-vif-deleted', 'tag': '429cadbf-ca1d-43d0-867c-0f42f1b91be6'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:48.484202 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c5f96-8b02-4957-8dd0-a01b9ba67fea" -d '{"events": [{"server_uuid": "7ad54857-41d6-4807-8bb7-7f0e013ac34a", "name": "network-vif-deleted", "tag": "429cadbf-ca1d-43d0-867c-0f42f1b91be6"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:48.519840 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c5e9797d-ba94-4046-af7a-e781d2bb0554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.522785 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c5e9797d-ba94-4046-af7a-e781d2bb0554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.524033 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-c5e9797d-ba94-4046-af7a-e781d2bb0554 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a324339c-b807-4ffc-b498-16fbbca6d485 HTTP/1.1" status: 204 len: 168 time: 0.2780397 Jul 29 20:48:48.535802 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9797d-ba94-4046-af7a-e781d2bb0554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324339c-b807-4ffc-b498-16fbbca6d485,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:48.570577 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55430cbd-f503-4f92-9403-e1098fac5cbe req-43090142-20d0-459f-b335-34dd16856557 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739396 Jul 29 20:48:48.619899 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc654c-ffa3-4c0e-a555-b85c8872ee5f x-openstack-request-id: req-6efc654c-ffa3-4c0e-a555-b85c8872ee5f {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:48.620181 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad54857-41d6-4807-8bb7-7f0e013ac34a", "name": "network-vif-deleted", "tag": "429cadbf-ca1d-43d0-867c-0f42f1b91be6", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:48.620529 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6efc654c-ffa3-4c0e-a555-b85c8872ee5f {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:48.620925 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad54857-41d6-4807-8bb7-7f0e013ac34a', 'name': 'network-vif-deleted', 'tag': '429cadbf-ca1d-43d0-867c-0f42f1b91be6', 'status': 'completed', 'code': 200} Jul 29 20:48:48.898084 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcd0e6-100b-46cb-b4e2-20a5a0ed4cdc req-a640a864-12ad-4be9-a43d-5119cd8000ec tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:48.899667 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d5fcd0e6-100b-46cb-b4e2-20a5a0ed4cdc req-a640a864-12ad-4be9-a43d-5119cd8000ec tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 945 time: 0.0643096 Jul 29 20:48:48.935768 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57402) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:48.955655 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d5fcd0e6-100b-46cb-b4e2-20a5a0ed4cdc req-437fb9b6-98af-4d17-9243-76ac1bbb66a9 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489683 Jul 29 20:48:48.956537 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d6dc284a-c234-4731-9667-517bca4dc5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.050265 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d6dc284a-c234-4731-9667-517bca4dc5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.055689 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d6dc284a-c234-4731-9667-517bca4dc5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.095718 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d6dc284a-c234-4731-9667-517bca4dc5b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b6c610fb1884521ab863a4094351a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589642 Jul 29 20:48:49.096858 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc284a-c234-4731-9667-517bca4dc5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf406e9-c7cb-49ca-b3b9-053aa645c0c0,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:49.098431 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57410) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:49.165237 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-68dce0b2-11b1-4a2b-b33b-89ab8e2d63f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.188593 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-68dce0b2-11b1-4a2b-b33b-89ab8e2d63f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.263888 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-68dce0b2-11b1-4a2b-b33b-89ab8e2d63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.266641 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-68dce0b2-11b1-4a2b-b33b-89ab8e2d63f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.268607 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-68dce0b2-11b1-4a2b-b33b-89ab8e2d63f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eaf406e9-c7cb-49ca-b3b9-053aa645c0c0 HTTP/1.1" status: 204 len: 168 time: 0.1683760 Jul 29 20:48:49.296484 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dce0b2-11b1-4a2b-b33b-89ab8e2d63f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf406e9-c7cb-49ca-b3b9-053aa645c0c0,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:49.677212 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57450) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:49.688147 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3405-a147-4ffc-80d0-65e62c8440d7 req-38a70160-f3ca-49bf-ba4b-ad0e4a7e6be8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:49.690324 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5e8a3405-a147-4ffc-80d0-65e62c8440d7 req-38a70160-f3ca-49bf-ba4b-ad0e4a7e6be8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Jul 29 20:48:49.693478 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e205f23-33f4-427e-b375-3c4efd04d41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.757734 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5e8a3405-a147-4ffc-80d0-65e62c8440d7 req-091a74bc-b398-4799-82c2-715d094b23c6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597851 Jul 29 20:48:49.799237 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e205f23-33f4-427e-b375-3c4efd04d41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.805101 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e205f23-33f4-427e-b375-3c4efd04d41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.843620 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-2e205f23-33f4-427e-b375-3c4efd04d41c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7c676a4dd234a6ebe7935f5a18e23be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652009 Jul 29 20:48:49.844452 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e205f23-33f4-427e-b375-3c4efd04d41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599303be-fed2-422b-bb0f-17a34e00ccc7,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:49.848338 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57464) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:49.955710 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8272a303-435e-45b8-80bb-e2d1ab66b5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.980188 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8272a303-435e-45b8-80bb-e2d1ab66b5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:50.040335 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8272a303-435e-45b8-80bb-e2d1ab66b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:50.043196 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8272a303-435e-45b8-80bb-e2d1ab66b5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:50.046585 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8272a303-435e-45b8-80bb-e2d1ab66b5bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/599303be-fed2-422b-bb0f-17a34e00ccc7 HTTP/1.1" status: 204 len: 168 time: 0.1945574 Jul 29 20:48:50.052436 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272a303-435e-45b8-80bb-e2d1ab66b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599303be-fed2-422b-bb0f-17a34e00ccc7,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:50.386404 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35dd45-96d1-46a6-b761-303629cb9ce9 req-2f7b7bae-b2dc-4e06-aefe-8350ec3ae5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:50.400352 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4a35dd45-96d1-46a6-b761-303629cb9ce9 req-2f7b7bae-b2dc-4e06-aefe-8350ec3ae5d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 1098 time: 0.0645480 Jul 29 20:48:50.471486 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4a35dd45-96d1-46a6-b761-303629cb9ce9 req-fd5bd58e-91eb-481b-b51f-f521965532bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608630 Jul 29 20:48:50.885512 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57590) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:50.911880 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3846fc-f49f-4090-ad94-94d81f9026b0 req-e95e9cec-05ec-441b-83e6-28c09ea5239d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:50.919660 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8d3846fc-f49f-4090-ad94-94d81f9026b0 req-e95e9cec-05ec-441b-83e6-28c09ea5239d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0779805 Jul 29 20:48:50.987732 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8d3846fc-f49f-4090-ad94-94d81f9026b0 req-c6d019b6-34b0-4e6e-8726-aa026766878e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664287 Jul 29 20:48:51.072140 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-589351489-network', 'tenant_id': 'b12f87be4e17447da96fa1c7db87261e'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:51.098598 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Made reservation on behalf of b12f87be4e17447da96fa1c7db87261e for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:51.101184 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.112347 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.253021 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.258565 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.281411 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 429cadbf-ca1d-43d0-867c-0f42f1b91be6 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:48:51.289176 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:48:51.307146 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed1e7c-459d-4d29-8701-389518136b30,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.310139 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.310503 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Added segment 60a42ffb-bb3c-42e0-a363-aa9efd7b201f of type vlan for network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 Jul 29 20:48:51.320851 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 429cadbf-ca1d-43d0-867c-0f42f1b91be6 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:48:51.321435 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 429cadbf-ca1d-43d0-867c-0f42f1b91be6 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:48:51.359866 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.360402 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57626) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:51.397879 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.398916 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:51.399499 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.451274 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5643804 Jul 29 20:48:51.453125 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57630) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:51.458713 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Request body: {'subnet': {'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-589351489-subnet', 'tenant_id': 'b12f87be4e17447da96fa1c7db87261e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:51.465482 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62b1cf-cc8e-4879-a100-69a74440ce0f admin admin] Pushing event updated for resources: {'Network': ['ID=b8c1449e-41e5-4f5e-8ddc-c89433d971b3,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.478622 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:48:51.496908 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8ff25027-c966-4a4b-a4b1-b92b22f08b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.542749 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Made reservation on behalf of b12f87be4e17447da96fa1c7db87261e for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:51.545117 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.686583 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8ff25027-c966-4a4b-a4b1-b92b22f08b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.695700 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8ff25027-c966-4a4b-a4b1-b92b22f08b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.759515 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25027-c966-4a4b-a4b1-b92b22f08b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02499d5-d2df-4b8a-b31e-b6fbb7c52076,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.766816 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8ff25027-c966-4a4b-a4b1-b92b22f08b1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b31aab1a42104484b47290247efc2817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050472 Jul 29 20:48:51.769936 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57656) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:51.810100 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-a6d0922b-27f3-4d8c-8e80-5df0be2bfa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.829546 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.830085 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d6312307-7dbd-46c0-926e-2bc52682161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.859646 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d6312307-7dbd-46c0-926e-2bc52682161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.885194 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3379215-8859-4663-ac23-f69fd7327c28,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.896105 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Checking segment: {'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:51.896461 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Network hostable DHCP agents. Network: b8c1449e-41e5-4f5e-8ddc-c89433d971b3, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:48:51.916410 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:48:51.928193 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d6312307-7dbd-46c0-926e-2bc52682161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.931726 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d6312307-7dbd-46c0-926e-2bc52682161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.933114 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d6312307-7dbd-46c0-926e-2bc52682161d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b02499d5-d2df-4b8a-b31e-b6fbb7c52076 HTTP/1.1" status: 204 len: 168 time: 0.1609945 Jul 29 20:48:51.942369 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, b8c1449e-41e5-4f5e-8ddc-c89433d971b3) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:51.942904 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6312307-7dbd-46c0-926e-2bc52682161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02499d5-d2df-4b8a-b31e-b6fbb7c52076,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.955845 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:51.956933 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.957874 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf1da3b-e62c-410a-b13f-5e6c696d1684 None None] Network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:51.974083 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-5ad70f02-a9c7-44a4-bfe2-34cd86091f0f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5196421 Jul 29 20:48:52.144858 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400ca19-2e9a-4b10-a265-90296a483909 None None] Network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:52.161671 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105a7e2-1c84-4a36-b638-a2805f787dab req-b0bd75aa-8631-4138-930f-56867f514b58 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:52.220411 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6105a7e2-1c84-4a36-b638-a2805f787dab req-b0bd75aa-8631-4138-930f-56867f514b58 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.1543186 Jul 29 20:48:52.360167 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6105a7e2-1c84-4a36-b638-a2805f787dab req-f5cce2b5-32a8-41df-9c6c-7504a3e66e84 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377342 Jul 29 20:48:53.018874 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.487142 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f0664-8953-4076-b373-29134dc5c1cb req-27e980ee-7067-4770-b057-d32d4d5585c5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:53.489406 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b86f0664-8953-4076-b373-29134dc5c1cb req-27e980ee-7067-4770-b057-d32d4d5585c5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0568883 Jul 29 20:48:53.535526 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b86f0664-8953-4076-b373-29134dc5c1cb req-4c28f5fc-d4db-4f9d-98e2-771527db1c0d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Jul 29 20:48:53.650829 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9690e71-f9da-4b8f-9528-57948600ef61 req-0f070b3d-5f34-407d-b912-58b05d7fffa1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:53.651555 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f9690e71-f9da-4b8f-9528-57948600ef61 req-0f070b3d-5f34-407d-b912-58b05d7fffa1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Jul 29 20:48:53.693957 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f9690e71-f9da-4b8f-9528-57948600ef61 req-98aaf1da-af6b-411d-92a6-9b4af1f684fc tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Jul 29 20:48:54.145960 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-beef1ed8-9285-4a42-87f4-9500f72af317 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:54.147492 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-beef1ed8-9285-4a42-87f4-9500f72af317 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/networks?id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3 HTTP/1.1" status: 200 len: 808 time: 0.1081467 Jul 29 20:48:54.162788 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-5ee82b89-3257-4f75-b8c7-e4567ecc3619 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/quotas/b12f87be4e17447da96fa1c7db87261e HTTP/1.1" status: 200 len: 375 time: 0.0096171 Jul 29 20:48:54.197754 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-127ec984-0e58-4148-a0e3-3171fdefe4a4 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b12f87be4e17447da96fa1c7db87261e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294473 Jul 29 20:48:54.202673 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57844) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:54.292034 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-32063fc4-9824-4a5b-8ffe-fb0e7c5c4074 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828531 Jul 29 20:48:54.320220 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9bed65dd-e564-42a2-b53a-049e2e253450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.417919 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-53cdb442-549f-40ea-a576-26af2815fdc4 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190643 Jul 29 20:48:54.419378 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-c74f4654-d710-49fb-a41e-10864be6e80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.468329 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9bed65dd-e564-42a2-b53a-049e2e253450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.473463 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9bed65dd-e564-42a2-b53a-049e2e253450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.509904 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9bed65dd-e564-42a2-b53a-049e2e253450 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cef9d35c06e14239a1a1e3e8ce0d3b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059955 Jul 29 20:48:54.512382 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57850) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:54.519938 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed65dd-e564-42a2-b53a-049e2e253450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa26963-3647-4b37-a505-39490ef6667c,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:54.567076 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d220efd2-e70d-41fd-9c5d-1864c174361d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.611890 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d220efd2-e70d-41fd-9c5d-1864c174361d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.632355 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-61eed12c-9a1f-4147-a962-f30b9b9579da req-540efcbd-09d0-4465-a107-89b27a0e2750 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 210 time: 0.0453784 Jul 29 20:48:54.697891 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d220efd2-e70d-41fd-9c5d-1864c174361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.701970 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d220efd2-e70d-41fd-9c5d-1864c174361d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.708150 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d220efd2-e70d-41fd-9c5d-1864c174361d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afa26963-3647-4b37-a505-39490ef6667c HTTP/1.1" status: 204 len: 168 time: 0.1920161 Jul 29 20:48:54.730450 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220efd2-e70d-41fd-9c5d-1864c174361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa26963-3647-4b37-a505-39490ef6667c,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:54.900345 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.903095 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57882) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:55.103394 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57892) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:55.120660 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-75d3fc57-bd21-42ca-bde3-1d9c61b5f449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.168004 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-1d144d2b-f207-4a89-aad8-3b829cdeaea4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23c5c1c82afc487e88ba4a7991c6a1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627752 Jul 29 20:48:55.170442 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57898) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:55.255919 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89b5e67f-7d73-4dec-ab98-dc3a1a3d45af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.283614 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89b5e67f-7d73-4dec-ab98-dc3a1a3d45af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.295474 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.297972 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-75d3fc57-bd21-42ca-bde3-1d9c61b5f449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.302481 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-75d3fc57-bd21-42ca-bde3-1d9c61b5f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.342063 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-75d3fc57-bd21-42ca-bde3-1d9c61b5f449 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0691154385904e498cd286df6b5bc04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376075 Jul 29 20:48:55.347035 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57904) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:55.354917 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89b5e67f-7d73-4dec-ab98-dc3a1a3d45af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.359188 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89b5e67f-7d73-4dec-ab98-dc3a1a3d45af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.362739 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-89b5e67f-7d73-4dec-ab98-dc3a1a3d45af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abbba8fc-5514-4e88-b5ff-ad4b646fb6bf HTTP/1.1" status: 204 len: 168 time: 0.1887312 Jul 29 20:48:55.365720 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3fc57-bd21-42ca-bde3-1d9c61b5f449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796dd80e-ea4b-461f-994f-1b2ad9bc0ce3,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:55.389617 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5e67f-7d73-4dec-ab98-dc3a1a3d45af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbba8fc-5514-4e88-b5ff-ad4b646fb6bf,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:55.418496 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8116aa12-8a55-4b87-8b27-e9771f656e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.449765 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8116aa12-8a55-4b87-8b27-e9771f656e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.469457 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb07c-294d-4378-8617-f7b239b6d768 req-8923ba49-db66-4816-a6de-6f68e6118e33 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:55.471074 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fbfb07c-294d-4378-8617-f7b239b6d768 req-8923ba49-db66-4816-a6de-6f68e6118e33 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0558665 Jul 29 20:48:55.500321 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8116aa12-8a55-4b87-8b27-e9771f656e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.503111 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-8116aa12-8a55-4b87-8b27-e9771f656e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.504290 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-8116aa12-8a55-4b87-8b27-e9771f656e73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/796dd80e-ea4b-461f-994f-1b2ad9bc0ce3 HTTP/1.1" status: 204 len: 168 time: 0.1556449 Jul 29 20:48:55.514626 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116aa12-8a55-4b87-8b27-e9771f656e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796dd80e-ea4b-461f-994f-1b2ad9bc0ce3,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:55.528404 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fbfb07c-294d-4378-8617-f7b239b6d768 req-934ed87f-9f32-4c02-9bd4-73877b3919fd tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Jul 29 20:48:55.593541 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-270fed9d-f302-4af4-bc40-80c3b7a99c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:55.595728 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-270fed9d-f302-4af4-bc40-80c3b7a99c77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.0588717 Jul 29 20:48:55.741219 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-99982bc7-aeb9-466a-a6ef-cfcd39efccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:55.743587 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-99982bc7-aeb9-466a-a6ef-cfcd39efccc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.1209745 Jul 29 20:48:55.756248 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-803e581a-48ba-44a2-889c-76700ffd88fc req-3f52bbb3-54be-4171-aa0f-6734aef68f39 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 210 time: 0.0296316 Jul 29 20:48:55.811097 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-7582fed6-7a6a-4149-8abd-47c7702a4a5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0560579 Jul 29 20:48:55.889801 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-a0a3b2a0-0fc8-4a52-b4bb-b9979140fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:55.891919 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-a0a3b2a0-0fc8-4a52-b4bb-b9979140fa48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.0519826 Jul 29 20:48:55.928632 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 57916) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:55.934218 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-6ef305d0-c67b-492e-8989-b4f354dd56c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303063 Jul 29 20:48:55.942721 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ef27359f-28ee-4ace-9d11-247146e777b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.043742 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-fd54cc55-370b-4325-99b5-194d32ad6a72 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900395 Jul 29 20:48:56.049391 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ef27359f-28ee-4ace-9d11-247146e777b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.053575 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ef27359f-28ee-4ace-9d11-247146e777b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.090752 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27359f-28ee-4ace-9d11-247146e777b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c721b-7b0c-4a70-a853-c114649d1a49,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:56.094946 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-ef27359f-28ee-4ace-9d11-247146e777b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf48406a01e943bc8a5ac6ae5e46de0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652777 Jul 29 20:48:56.097908 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 57920) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:56.196380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f6b74752-b892-4630-bd1e-c1a4f3c57c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.228887 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f6b74752-b892-4630-bd1e-c1a4f3c57c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.256599 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9d830d69-2cd1-49ec-91e8-7f6ce909187a req-3e0ab00f-9ad4-4c05-807e-a88353681edb service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219609 Jul 29 20:48:56.289581 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f6b74752-b892-4630-bd1e-c1a4f3c57c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.294816 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f6b74752-b892-4630-bd1e-c1a4f3c57c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.296532 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f6b74752-b892-4630-bd1e-c1a4f3c57c6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a2c721b-7b0c-4a70-a853-c114649d1a49 HTTP/1.1" status: 204 len: 168 time: 0.1968048 Jul 29 20:48:56.306139 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b74752-b892-4630-bd1e-c1a4f3c57c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c721b-7b0c-4a70-a853-c114649d1a49,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:56.440035 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-8a2307fa-6ed2-47be-95f2-edf5447aa85c tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:56.442553 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-8a2307fa-6ed2-47be-95f2-edf5447aa85c tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "GET /v2.0/networks?id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3 HTTP/1.1" status: 200 len: 808 time: 0.1475899 Jul 29 20:48:56.567455 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Request body: {'port': {'device_id': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3', 'admin_state_up': True, 'tenant_id': 'b12f87be4e17447da96fa1c7db87261e'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:56.701589 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b19448-b2ac-4e2f-99d8-f8ce16687ffe req-9cb34611-14a9-4eb6-b25e-955f9b940672 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:56.703102 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-69b19448-b2ac-4e2f-99d8-f8ce16687ffe req-9cb34611-14a9-4eb6-b25e-955f9b940672 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0858057 Jul 29 20:48:56.752435 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Made reservation on behalf of b12f87be4e17447da96fa1c7db87261e for: {'port': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:56.756440 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.761625 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-69b19448-b2ac-4e2f-99d8-f8ce16687ffe req-6b9c938c-3773-4ab0-8b57-efd2cee43a26 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Jul 29 20:48:56.909369 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-68bc7966-661f-474a-90bb-0feb37f281a2 req-a92f3dcf-d90d-40be-b0be-638627dfc5e5 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 210 time: 0.0298529 Jul 29 20:48:56.931355 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Allocated IP 172.20.0.2 (b8c1449e-41e5-4f5e-8ddc-c89433d971b3/b3379215-8859-4663-ac23-f69fd7327c28/ec1c6579-b0c4-41ea-9747-1a6594bca0ea) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:57.053842 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.081411 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.120440 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.162209 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:57.165236 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:57.170847 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:57.176876 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:57.177475 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.185836 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Pushing event updated for resources: {'Port': ['ID=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:57.198702 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-918235d3-272e-40c6-ac1a-2f3dbfa7ac88 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364093 Jul 29 20:48:57.231042 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Request body: {'port': {'device_id': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:57.287400 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.564473 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1c6579-b0c4-41ea-9747-1a6594bca0ea {{(pid=99519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:57.573219 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.586870 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Transition to ACTIVE for port object ec1c6579-b0c4-41ea-9747-1a6594bca0ea will not be triggered until provisioned by entity L2. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:57.600779 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.711548 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Pushing event updated for resources: {'Port': ['ID=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:57.755859 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Attempting to bind port ec1c6579-b0c4-41ea-9747-1a6594bca0ea on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:57.756200 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Attempting to bind port ec1c6579-b0c4-41ea-9747-1a6594bca0ea by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:57.756524 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Attempting to bind port ec1c6579-b0c4-41ea-9747-1a6594bca0ea on network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:57.764662 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-26d2eb89-f97c-49eb-b57d-68fff46d91a4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:57.766123 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-26d2eb89-f97c-49eb-b57d-68fff46d91a4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.1764977 Jul 29 20:48:57.770910 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Port ec1c6579-b0c4-41ea-9747-1a6594bca0ea on network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:57.771229 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Attempting to bind port ec1c6579-b0c4-41ea-9747-1a6594bca0ea on network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:57.782838 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:57.783178 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Checking segment: {'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:57.783545 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Bound using segment: {'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:57.783972 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Bound port: ec1c6579-b0c4-41ea-9747-1a6594bca0ea, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'}}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:57.784334 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.795168 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-f6316f6b-93cf-4d6f-aedf-22b9b4eb225d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/quotas/25311ac0023e4eefbbbddc671bd6404e HTTP/1.1" status: 200 len: 375 time: 0.0209229 Jul 29 20:48:57.922269 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-6e30c527-beee-45d0-996e-d70772fa5b2e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193514 Jul 29 20:48:57.938209 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] For port ec1c6579-b0c4-41ea-9747-1a6594bca0ea, host hv-cinder-80163, cleared binding levels {{(pid=99519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:57.945883 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] For port ec1c6579-b0c4-41ea-9747-1a6594bca0ea, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:57.982444 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.991805 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de48f1-40d1-4820-b3cf-a846888d06a3 req-f8f9e1eb-660f-4ccd-893d-d5a180d2d2a6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:57.993328 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d0de48f1-40d1-4820-b3cf-a846888d06a3 req-f8f9e1eb-660f-4ccd-893d-d5a180d2d2a6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1580548 Jul 29 20:48:58.037610 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.038547 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.039900 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] 10.222.0.42 "PUT /v2.0/ports/ec1c6579-b0c4-41ea-9747-1a6594bca0ea HTTP/1.1" status: 200 len: 1093 time: 0.8149614 Jul 29 20:48:58.044887 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'tag': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:58.047244 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2744db31-0275-4898-8dd5-1f9dce2b9932" -d '{"events": [{"name": "network-changed", "server_uuid": "3021cdf6-6109-4759-bb78-c6b823027ce0", "tag": "ec1c6579-b0c4-41ea-9747-1a6594bca0ea"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:58.127566 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bd8cf-8461-44c8-98d4-409f4d294afe service neutron] Pushing event updated for resources: {'Port': ['ID=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,revision_number=3']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:58.148452 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d0de48f1-40d1-4820-b3cf-a846888d06a3 req-71ac5199-a262-4317-b1a7-a2a4e7ff5f37 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464467 Jul 29 20:48:58.168232 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-92350d5a-291b-47a5-b97f-73373ff0921b service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377529 Jul 29 20:48:58.177902 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-f022e119-94c1-40cf-90b8-7dfecc5b3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.179325 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-f022e119-94c1-40cf-90b8-7dfecc5b3230 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b12f87be4e17447da96fa1c7db87261e&device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0698617 Jul 29 20:48:58.277992 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-ecb8d856-69ee-47b1-bcec-21e51224d8bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec1c6579-b0c4-41ea-9747-1a6594bca0ea HTTP/1.1" status: 200 len: 217 time: 0.0491929 Jul 29 20:48:58.373235 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b702af-3807-423e-b7dc-4f0e1e75026a req-7dc3771c-083b-480f-943d-24e09afde5f7 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.374721 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e2b702af-3807-423e-b7dc-4f0e1e75026a req-7dc3771c-083b-480f-943d-24e09afde5f7 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 943 time: 0.1387835 Jul 29 20:48:58.377311 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-4d62f4e5-995e-44a3-9894-7556c1f06e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.378721 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-4d62f4e5-995e-44a3-9894-7556c1f06e4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3379215-8859-4663-ac23-f69fd7327c28 HTTP/1.1" status: 200 len: 848 time: 0.0829589 Jul 29 20:48:58.380856 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-3ae9abeb-e84a-4067-bdb8-45492d4c132b service neutron] 10.222.0.26 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006810 Jul 29 20:48:58.423116 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-51154506-936c-40de-9da9-fed26489e915 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341907 Jul 29 20:48:58.435453 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e2b702af-3807-423e-b7dc-4f0e1e75026a req-2f10a52a-26d9-47f2-b073-e2e89c0bdd1e tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Jul 29 20:48:58.490402 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83810ec6-00fc-4b7c-b8a5-3d70d5bbc310 x-openstack-request-id: req-83810ec6-00fc-4b7c-b8a5-3d70d5bbc310 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:58.490710 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3021cdf6-6109-4759-bb78-c6b823027ce0", "tag": "ec1c6579-b0c4-41ea-9747-1a6594bca0ea", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:58.490967 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83810ec6-00fc-4b7c-b8a5-3d70d5bbc310 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:58.491356 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'tag': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea', 'status': 'completed', 'code': 200} Jul 29 20:48:58.542223 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-12484868-f8bd-4725-a807-b1c20a918d44 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057570 Jul 29 20:48:58.696660 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8a220863-7903-44f5-8cff-ed52ca6981ce req-fadfd254-d861-4dbf-82ad-076268f067bc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 210 time: 0.0304904 Jul 29 20:48:58.711023 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ac1c6b97-3c91-4038-b04d-0cab33a6bdbf req-8fb15261-51c5-485d-bf6e-369ad13ebc01 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225898 Jul 29 20:48:58.910635 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-02ad12d0-a10d-4c8c-a70d-cc5b1dfde911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.912064 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-02ad12d0-a10d-4c8c-a70d-cc5b1dfde911 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b12f87be4e17447da96fa1c7db87261e&device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0442293 Jul 29 20:48:59.011061 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-8ce0bc9b-f4c8-4781-aea6-b173bbbc084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.012554 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-8ce0bc9b-f4c8-4781-aea6-b173bbbc084d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3 HTTP/1.1" status: 200 len: 909 time: 0.0837314 Jul 29 20:48:59.060616 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-2b29db78-f2cb-472b-a68a-36401d70ae30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec1c6579-b0c4-41ea-9747-1a6594bca0ea HTTP/1.1" status: 200 len: 217 time: 0.0383573 Jul 29 20:48:59.113653 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-3008c9d1-af9b-4d27-b103-572d6cd8a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.115128 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-3008c9d1-af9b-4d27-b103-572d6cd8a0c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3379215-8859-4663-ac23-f69fd7327c28 HTTP/1.1" status: 200 len: 848 time: 0.0434163 Jul 29 20:48:59.153361 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-9256e364-9c7e-4eb3-b63b-7197fd0fb568 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236647 Jul 29 20:48:59.527631 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-33ff9715-dfb4-4eca-9bea-d0d2119a5d01 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516796 Jul 29 20:48:59.548655 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5402f9c-693d-495b-9e4e-da8179ed254f req-83c42bb0-f1fc-4bb7-90ff-7ef39c15b873 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.550579 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a5402f9c-693d-495b-9e4e-da8179ed254f req-83c42bb0-f1fc-4bb7-90ff-7ef39c15b873 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.3284621 Jul 29 20:48:59.633374 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f00d2-5c38-45a1-a7c7-87a5e37932d9 req-9877fdce-0c74-46e8-9e76-aa09423ecefa tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.634871 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1e2f00d2-5c38-45a1-a7c7-87a5e37932d9 req-9877fdce-0c74-46e8-9e76-aa09423ecefa tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 943 time: 0.1237776 Jul 29 20:48:59.687128 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a5402f9c-693d-495b-9e4e-da8179ed254f req-a7c76d5f-d944-43f6-a9a0-b66e2fdc8b1d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231375 Jul 29 20:48:59.702100 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2744db31-0275-4898-8dd5-1f9dce2b9932 req-254ea84b-dbc8-43f0-9d4a-a1ac6c7f0bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450436 Jul 29 20:48:59.718474 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1e2f00d2-5c38-45a1-a7c7-87a5e37932d9 req-d3310240-ebdb-4171-9743-072e89a37024 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766687 Jul 29 20:48:59.797467 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-f19a66a9-4a1f-4977-a62d-88e00724a8a1 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.798950 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-f19a66a9-4a1f-4977-a62d-88e00724a8a1 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 814 time: 0.1179159 Jul 29 20:48:59.869104 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Request body: {'port': {'device_id': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'admin_state_up': True, 'tenant_id': '25311ac0023e4eefbbbddc671bd6404e'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:59.979891 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-08ae2dce-5193-47ae-bc9a-4abb94f62c77 req-4313e6c2-6d36-4b98-abd7-f69e31607ee1 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 210 time: 0.0303216 Jul 29 20:48:59.984100 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Made reservation on behalf of 25311ac0023e4eefbbbddc671bd6404e for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:59.988305 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.111574 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Allocated IP 172.20.0.4 (69c745ea-d5d7-46f7-8506-1a0ef2a76f84/4816da04-579d-49a5-84c7-f15b56eedf99/f91608b8-0959-4a5b-836e-e6d9e83f40e1) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:00.252523 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.289206 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.328574 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:00.332118 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:00.338115 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:00.352316 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6', '252a53a7-14ea-4168-b07b-b98a32484193', '8bf0d600-13e3-45ea-a7b4-eb801f65fd30'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:00.360664 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event updated for resources: {'Port': ['ID=f91608b8-0959-4a5b-836e-e6d9e83f40e1,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:00.388130 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.388740 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.403979 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-2f41f5d3-bc21-4348-ad33-9b63b7297cd6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5387666 Jul 29 20:49:00.425417 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Request body: {'port': {'device_id': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:00.479717 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.760435 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91608b8-0959-4a5b-836e-e6d9e83f40e1 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:00.771022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.782821 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Transition to ACTIVE for port object f91608b8-0959-4a5b-836e-e6d9e83f40e1 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:00.787955 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.868525 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25e111-e5de-43d3-b5e9-a3291e233e09 req-48ecec7a-f2a0-46b5-ad29-83f01cafabf8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.870036 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec25e111-e5de-43d3-b5e9-a3291e233e09 req-48ecec7a-f2a0-46b5-ad29-83f01cafabf8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1029000 Jul 29 20:49:00.879055 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f86ac8-842c-4425-8356-13e8a0865743 req-71860949-a598-4d8e-a0dd-c46e31a7eda4 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.886482 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f9f86ac8-842c-4425-8356-13e8a0865743 req-71860949-a598-4d8e-a0dd-c46e31a7eda4 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 943 time: 0.0867023 Jul 29 20:49:00.891292 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Pushing event updated for resources: {'Port': ['ID=f91608b8-0959-4a5b-836e-e6d9e83f40e1,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:00.912317 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Attempting to bind port f91608b8-0959-4a5b-836e-e6d9e83f40e1 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:00.912672 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Attempting to bind port f91608b8-0959-4a5b-836e-e6d9e83f40e1 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:00.912982 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Attempting to bind port f91608b8-0959-4a5b-836e-e6d9e83f40e1 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:00.918362 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Port f91608b8-0959-4a5b-836e-e6d9e83f40e1 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:49:00.918823 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Attempting to bind port f91608b8-0959-4a5b-836e-e6d9e83f40e1 on network 69c745ea-d5d7-46f7-8506-1a0ef2a76f84 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:00.924297 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:00.925824 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Checking segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:00.925824 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Bound using segment: {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:00.926232 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Bound port: f91608b8-0959-4a5b-836e-e6d9e83f40e1, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625145a5-80b2-4fb1-bcde-c8d49593e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:00.927291 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.949218 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f9f86ac8-842c-4425-8356-13e8a0865743 req-60b3a615-2bc0-4346-a651-bb3cdf4c7d73 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614278 Jul 29 20:49:00.960970 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec25e111-e5de-43d3-b5e9-a3291e233e09 req-dfd7ead5-8203-4260-9674-093529700864 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718017 Jul 29 20:49:01.016251 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] For port f91608b8-0959-4a5b-836e-e6d9e83f40e1, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:01.020430 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] For port f91608b8-0959-4a5b-836e-e6d9e83f40e1, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f91608b8-0959-4a5b-836e-e6d9e83f40e1,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:01.027708 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.065320 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.066512 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.068074 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] 10.222.0.42 "PUT /v2.0/ports/f91608b8-0959-4a5b-836e-e6d9e83f40e1 HTTP/1.1" status: 200 len: 1093 time: 0.6468940 Jul 29 20:49:01.068519 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'tag': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:01.070805 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f24690-3e41-47d6-98fd-3eb8b9cce134" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f90ce1-aade-45b0-8e18-607bb8a0eeaf", "tag": "f91608b8-0959-4a5b-836e-e6d9e83f40e1"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:01.101490 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bead5d-c47b-4182-870c-474e68a50a3c service neutron] Pushing event updated for resources: {'Port': ['ID=f91608b8-0959-4a5b-836e-e6d9e83f40e1,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:01.237170 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24920354-3963-446a-b3e3-cb862ea2bbaa x-openstack-request-id: req-24920354-3963-446a-b3e3-cb862ea2bbaa {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:01.238124 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f90ce1-aade-45b0-8e18-607bb8a0eeaf", "tag": "f91608b8-0959-4a5b-836e-e6d9e83f40e1", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:01.238379 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24920354-3963-446a-b3e3-cb862ea2bbaa {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:01.238799 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'tag': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1', 'status': 'completed', 'code': 200} Jul 29 20:49:01.257402 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc8ca0-128f-4a8a-8ef6-49c24e0083a8 req-96156b67-6574-4182-8fde-24a67146c269 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.258996 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7abc8ca0-128f-4a8a-8ef6-49c24e0083a8 req-96156b67-6574-4182-8fde-24a67146c269 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 943 time: 0.0567353 Jul 29 20:49:01.260569 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-27be2ae2-27dc-434e-a682-40dbb681c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.262249 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-27be2ae2-27dc-434e-a682-40dbb681c718 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 1096 time: 0.0576193 Jul 29 20:49:01.299688 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7abc8ca0-128f-4a8a-8ef6-49c24e0083a8 req-a7f1cdf0-a91f-445d-ba24-684845eb8cee tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Jul 29 20:49:01.322393 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-465edd5d-9310-4be0-a2f2-c7f719a6b1ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f91608b8-0959-4a5b-836e-e6d9e83f40e1 HTTP/1.1" status: 200 len: 217 time: 0.0439191 Jul 29 20:49:01.374636 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-bc75fa7a-5b76-4686-ad0b-52547812f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.376118 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-bc75fa7a-5b76-4686-ad0b-52547812f2dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.0433874 Jul 29 20:49:01.413583 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-da21b3f9-aa61-4a34-a5d8-b530fb83e019 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286624 Jul 29 20:49:01.504934 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-f15a7134-4691-46e5-8b89-c72026454e53 service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822086 Jul 29 20:49:01.599047 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b22a0631-978f-4e98-bfe3-0697717f3773 req-b4c458f2-84ab-4fae-b6a0-8dfe1bc80cab service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Jul 29 20:49:01.760686 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-2ace4ad0-47ed-4e85-bb03-0132fff8b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.762112 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-2ace4ad0-47ed-4e85-bb03-0132fff8b6c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25311ac0023e4eefbbbddc671bd6404e&device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 1096 time: 0.0389957 Jul 29 20:49:01.855022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-8c4df857-cb6d-490e-ad74-02f133833d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.856387 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-8c4df857-cb6d-490e-ad74-02f133833d79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 200 len: 915 time: 0.0821171 Jul 29 20:49:01.901539 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-7273fa64-c40e-4b00-8c41-f0018897f572 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f91608b8-0959-4a5b-836e-e6d9e83f40e1 HTTP/1.1" status: 200 len: 217 time: 0.0372968 Jul 29 20:49:01.953241 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-b6470685-8720-46fc-ba2d-b6d18090d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.954681 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-b6470685-8720-46fc-ba2d-b6d18090d51c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 200 len: 854 time: 0.0434830 Jul 29 20:49:01.991336 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-9c6ebbac-08cf-4abc-8efb-72bab496982c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c745ea-d5d7-46f7-8506-1a0ef2a76f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238752 Jul 29 20:49:02.064622 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15dd81-62ce-4722-b7af-d3cf548bf88b req-fbaecbf3-781c-42b3-beb0-b86174928aa7 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.066631 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6b15dd81-62ce-4722-b7af-d3cf548bf88b req-fbaecbf3-781c-42b3-beb0-b86174928aa7 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 943 time: 0.0493593 Jul 29 20:49:02.094113 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-18ede387-58fc-4a5b-8767-4f21d6ead47d service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882995 Jul 29 20:49:02.134080 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6b15dd81-62ce-4722-b7af-d3cf548bf88b req-73aa94b8-263a-4990-9247-ad21da5829e4 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612926 Jul 29 20:49:02.152843 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d009412-4edb-448d-8e64-ffb926e2f251 req-eb9ae280-0b6f-40f2-9e2d-c91046aeec8a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.154278 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d009412-4edb-448d-8e64-ffb926e2f251 req-eb9ae280-0b6f-40f2-9e2d-c91046aeec8a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0622883 Jul 29 20:49:02.188613 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-68f24690-3e41-47d6-98fd-3eb8b9cce134 req-696391e9-be39-46bf-b96a-5f527dfd87ee service neutron] 10.222.0.42 "GET /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849304 Jul 29 20:49:02.195676 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d009412-4edb-448d-8e64-ffb926e2f251 req-a14fed53-afd7-4736-8579-e749f41b37f0 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344944 Jul 29 20:49:02.419462 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ae56f-d7bf-4339-9c9b-3acbe200bfa1 req-c573bb52-d941-4bf3-a583-dd8aec15437e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.420919 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fc5ae56f-d7bf-4339-9c9b-3acbe200bfa1 req-c573bb52-d941-4bf3-a583-dd8aec15437e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 943 time: 0.0498307 Jul 29 20:49:02.457844 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fc5ae56f-d7bf-4339-9c9b-3acbe200bfa1 req-607c0c84-d77f-456e-abc7-c98989037093 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305090 Jul 29 20:49:02.859414 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 58128) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:02.957860 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9755022b-ea4c-478b-b184-9bad8f54a557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.042248 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9755022b-ea4c-478b-b184-9bad8f54a557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.045559 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9755022b-ea4c-478b-b184-9bad8f54a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.084650 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9755022b-ea4c-478b-b184-9bad8f54a557 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19e0348e9f5941dda07cf3070fec3e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241781 Jul 29 20:49:03.086537 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755022b-ea4c-478b-b184-9bad8f54a557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cda936-a323-4cd7-ad01-556ef9075786,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.087367 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58132) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:03.139529 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aae60e0e-b8b3-4700-b42f-04de97b09513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.160624 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aae60e0e-b8b3-4700-b42f-04de97b09513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.210438 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aae60e0e-b8b3-4700-b42f-04de97b09513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.213099 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aae60e0e-b8b3-4700-b42f-04de97b09513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.215108 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-aae60e0e-b8b3-4700-b42f-04de97b09513 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4cda936-a323-4cd7-ad01-556ef9075786 HTTP/1.1" status: 204 len: 168 time: 0.1267235 Jul 29 20:49:03.224911 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae60e0e-b8b3-4700-b42f-04de97b09513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cda936-a323-4cd7-ad01-556ef9075786,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.260408 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1180af9-edde-4614-8981-bae534c8568c req-59c245de-574f-4b31-944a-02ba20322472 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:03.261893 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b1180af9-edde-4614-8981-bae534c8568c req-59c245de-574f-4b31-944a-02ba20322472 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 943 time: 0.0581081 Jul 29 20:49:03.326800 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b1180af9-edde-4614-8981-bae534c8568c req-e6524827-c816-4cb2-bd4a-a75e731343f2 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583305 Jul 29 20:49:03.351637 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ec1c6579-b0c4-41ea-9747-1a6594bca0ea details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:03.356535 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f3a24-8d59-4137-b4ca-075f09dfec66 req-678dc0b5-337e-4514-be46-d24e2f0c88dd tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:03.364256 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-880f3a24-8d59-4137-b4ca-075f09dfec66 req-678dc0b5-337e-4514-be46-d24e2f0c88dd tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0735433 Jul 29 20:49:03.399488 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-880f3a24-8d59-4137-b4ca-075f09dfec66 req-df90531e-7937-4b07-8c32-6a108cf60478 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Jul 29 20:49:03.449925 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port ec1c6579-b0c4-41ea-9747-1a6594bca0ea, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:03.461857 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea', 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3', 'port_id': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea', 'mac_address': 'fa:16:3e:56:74:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3379215-8859-4663-ac23-f69fd7327c28', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:03.498497 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 58148) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:03.508990 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.512254 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a72ec5a9-fa02-46a8-ae98-60a1689bd2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.523635 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1c6579-b0c4-41ea-9747-1a6594bca0ea {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:03.546502 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port ec1c6579-b0c4-41ea-9747-1a6594bca0ea, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:03.551657 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.599577 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.605287 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a48bb-dc47-4212-a298-275c796c9549 req-e8edd1e9-0f4b-46e0-b0ef-368f2c9927c4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:03.606791 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-017a48bb-dc47-4212-a298-275c796c9549 req-e8edd1e9-0f4b-46e0-b0ef-368f2c9927c4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 943 time: 0.0763144 Jul 29 20:49:03.658355 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-017a48bb-dc47-4212-a298-275c796c9549 req-902c79c6-59c5-424f-8ad9-ce80a127f487 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Jul 29 20:49:03.675339 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a72ec5a9-fa02-46a8-ae98-60a1689bd2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.679075 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a72ec5a9-fa02-46a8-ae98-60a1689bd2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.717403 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a72ec5a9-fa02-46a8-ae98-60a1689bd2b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=645b08e394d042e2bae71f8430160032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176585 Jul 29 20:49:03.718165 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ec5a9-fa02-46a8-ae98-60a1689bd2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d93c6f-0d33-4230-b556-4a604397dc5c,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.720091 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58150) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:03.767303 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4737f9e2-0c69-4daa-a6b8-172c6ac3ae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.787750 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4737f9e2-0c69-4daa-a6b8-172c6ac3ae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.833472 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4737f9e2-0c69-4daa-a6b8-172c6ac3ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.836435 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4737f9e2-0c69-4daa-a6b8-172c6ac3ae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.837541 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-4737f9e2-0c69-4daa-a6b8-172c6ac3ae61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27d93c6f-0d33-4230-b556-4a604397dc5c HTTP/1.1" status: 204 len: 168 time: 0.1163001 Jul 29 20:49:03.846156 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737f9e2-0c69-4daa-a6b8-172c6ac3ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d93c6f-0d33-4230-b556-4a604397dc5c,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:04.033204 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['ec1c6579-b0c4-41ea-9747-1a6594bca0ea'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:04.447907 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749f2fa-810b-45c0-b122-2cd1420ca845 req-5f5a374e-ba62-4c4b-a2cf-1e12272ac5d2 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.449973 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6749f2fa-810b-45c0-b122-2cd1420ca845 req-5f5a374e-ba62-4c4b-a2cf-1e12272ac5d2 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 944 time: 0.0544095 Jul 29 20:49:04.504153 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58178) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:04.516027 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6749f2fa-810b-45c0-b122-2cd1420ca845 req-91bd7f05-3101-42aa-b328-d06bbbb1bf1c tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598872 Jul 29 20:49:04.536640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27b10-12ad-4ecb-b885-434cce2747c0 req-4867f23f-de28-4f8f-9c91-45d605821ca3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.538120 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cdd27b10-12ad-4ecb-b885-434cce2747c0 req-4867f23f-de28-4f8f-9c91-45d605821ca3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0665874 Jul 29 20:49:04.577916 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cdd27b10-12ad-4ecb-b885-434cce2747c0 req-7a4b7872-2149-419e-abe2-7ad203079c33 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Jul 29 20:49:04.608326 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1249265521-network', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:04.628897 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Made reservation on behalf of fb8f332558be4d2bb2b1c6cbf3e8533d for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:04.631288 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.639450 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.730546 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.734353 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.754492 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:49:04.767574 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f94f9c-9363-4f3e-87c1-1e680a0a87e7,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:04.773074 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.773415 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Added segment c58a8527-9687-48c2-84cb-031f9345d06a of type vlan for network e22a96dc-d308-4126-8e6f-026348822863 Jul 29 20:49:04.774149 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fda72-75e3-445c-96e7-612e34ca8ab4 req-f2827e61-1b6c-45be-9d73-22b2a148dd8e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.775720 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b98fda72-75e3-445c-96e7-612e34ca8ab4 req-f2827e61-1b6c-45be-9d73-22b2a148dd8e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 943 time: 0.0491076 Jul 29 20:49:04.813929 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b98fda72-75e3-445c-96e7-612e34ca8ab4 req-171a5528-0bcb-4d2f-ad4f-d78a374cc312 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Jul 29 20:49:04.815574 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.844682 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.845616 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.846192 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.895630 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3903892 Jul 29 20:49:04.898477 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 58186) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:04.903437 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Request body: {'subnet': {'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1249265521-subnet', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:04.904264 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebde8f1-c28a-4d15-b817-9be339dccb63 admin admin] Pushing event updated for resources: {'Network': ['ID=e22a96dc-d308-4126-8e6f-026348822863,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:04.914771 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network e22a96dc-d308-4126-8e6f-026348822863 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:49:04.924926 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Made reservation on behalf of fb8f332558be4d2bb2b1c6cbf3e8533d for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:04.927335 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.086640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.137326 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd96882f-ac06-4652-a5ef-19f9d813a3f7,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.147657 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Checking segment: {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:05.148004 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Network hostable DHCP agents. Network: e22a96dc-d308-4126-8e6f-026348822863, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:49:05.164717 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Network e22a96dc-d308-4126-8e6f-026348822863 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:49:05.172989 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, e22a96dc-d308-4126-8e6f-026348822863) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:05.177203 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:05.177782 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.182678 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f4b3c3-dc86-45c2-a7a0-1ab7b7200c86 None None] Network e22a96dc-d308-4126-8e6f-026348822863 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:05.198274 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-7c21728c-40b1-4834-87b3-323720870799 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2986562 Jul 29 20:49:05.202848 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58188) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:05.207522 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:05.228060 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.229087 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.281335 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.329216 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-e22a96dc-d308-4126-8e6f-026348822863', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:49:05.330116 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.412182 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f91608b8-0959-4a5b-836e-e6d9e83f40e1 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:05.414529 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ec1c6579-b0c4-41ea-9747-1a6594bca0ea up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:05.415579 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.617303 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.636120 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.650957 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af67f3-0d08-4184-a4e9-1452136f20f8 req-5ee41a72-8b94-422b-ad68-e7a4a320962c tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:05.653060 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-84af67f3-0d08-4184-a4e9-1452136f20f8 req-5ee41a72-8b94-422b-ad68-e7a4a320962c tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 944 time: 0.0647888 Jul 29 20:49:05.698456 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port f91608b8-0959-4a5b-836e-e6d9e83f40e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f91608b8-0959-4a5b-836e-e6d9e83f40e1,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:05.721248 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1', 'network_id': '69c745ea-d5d7-46f7-8506-1a0ef2a76f84', 'port_id': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1', 'mac_address': 'fa:16:3e:9b:34:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4816da04-579d-49a5-84c7-f15b56eedf99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:05.734328 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-84af67f3-0d08-4184-a4e9-1452136f20f8 req-6b2e0200-aba1-4324-99fc-65234312baa9 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726421 Jul 29 20:49:05.744324 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92627d-8754-43aa-a8ab-8d93473f76f9 req-ac2527de-299e-4447-aa7a-81a9c89f5400 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:05.746685 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Allocated IP 172.27.0.247 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/c50357e6-5a6a-439c-9838-1076f3603302) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:05.761919 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0b92627d-8754-43aa-a8ab-8d93473f76f9 req-ac2527de-299e-4447-aa7a-81a9c89f5400 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0973701 Jul 29 20:49:05.785760 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.787541 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port ec1c6579-b0c4-41ea-9747-1a6594bca0ea completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:05.791434 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Allocated IP 172.20.0.2 (e22a96dc-d308-4126-8e6f-026348822863/fd96882f-ac06-4652-a5ef-19f9d813a3f7/90400516-d8b1-46f8-b608-fd2594685331) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:05.801466 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port ec1c6579-b0c4-41ea-9747-1a6594bca0ea triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:05.802281 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.809148 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0b92627d-8754-43aa-a8ab-8d93473f76f9 req-44a6c655-7f6b-4d3b-8c6c-5838f7c00524 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513444 Jul 29 20:49:05.846858 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91608b8-0959-4a5b-836e-e6d9e83f40e1 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:05.857241 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.900371 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.912714 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port f91608b8-0959-4a5b-836e-e6d9e83f40e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f91608b8-0959-4a5b-836e-e6d9e83f40e1,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:05.920356 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.939203 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:05.947753 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:05.953160 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Pushing event updated for resources: {'Port': ['ID=c50357e6-5a6a-439c-9838-1076f3603302,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.955071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:06.005858 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.032807 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=f91608b8-0959-4a5b-836e-e6d9e83f40e1,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:06.065976 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d722cfd-4d6c-443c-b881-8f1560fc0c65 req-bf6d02a9-2a3a-4c6f-8fce-eb9929fe0199 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.067546 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9d722cfd-4d6c-443c-b881-8f1560fc0c65 req-bf6d02a9-2a3a-4c6f-8fce-eb9929fe0199 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 944 time: 0.0541930 Jul 29 20:49:06.084285 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:06.087641 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf5421d-b22b-404e-9f7f-782aec7c7217" -d '{"events": [{"server_uuid": "3021cdf6-6109-4759-bb78-c6b823027ce0", "name": "network-vif-plugged", "status": "completed", "tag": "ec1c6579-b0c4-41ea-9747-1a6594bca0ea"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:06.111772 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port ec1c6579-b0c4-41ea-9747-1a6594bca0ea, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:06.120157 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.129816 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.141278 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9d722cfd-4d6c-443c-b881-8f1560fc0c65 req-7c72c81e-4b52-43bd-a4b4-16af6a50d074 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618150 Jul 29 20:49:06.158728 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Transition to ACTIVE for port object 90400516-d8b1-46f8-b608-fd2594685331 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:06.164661 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44673ed2-3dac-44ae-96d9-719124daf94d x-openstack-request-id: req-44673ed2-3dac-44ae-96d9-719124daf94d {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:06.164953 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cdf6-6109-4759-bb78-c6b823027ce0", "name": "network-vif-plugged", "status": "completed", "tag": "ec1c6579-b0c4-41ea-9747-1a6594bca0ea", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:06.165192 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44673ed2-3dac-44ae-96d9-719124daf94d {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:06.165566 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea', 'code': 200} Jul 29 20:49:06.191285 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Transition to ACTIVE for port object 90400516-d8b1-46f8-b608-fd2594685331 will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:06.193820 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:06.197202 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.239924 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Network e22a96dc-d308-4126-8e6f-026348822863 is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:06.247173 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:06.251633 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:06.255413 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Pushing event updated for resources: {'Port': ['ID=90400516-d8b1-46f8-b608-fd2594685331,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:06.318853 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Attempting to bind port 90400516-d8b1-46f8-b608-fd2594685331 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:06.319224 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Attempting to bind port 90400516-d8b1-46f8-b608-fd2594685331 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:06.319574 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Attempting to bind port 90400516-d8b1-46f8-b608-fd2594685331 on network e22a96dc-d308-4126-8e6f-026348822863 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:06.325237 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:06.325737 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Checking segment: {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:06.326137 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.326702 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Bound using segment: {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:06.327164 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Bound port: 90400516-d8b1-46f8-b608-fd2594685331, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:06.327542 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.394946 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] For port 90400516-d8b1-46f8-b608-fd2594685331, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:06.398034 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] For port 90400516-d8b1-46f8-b608-fd2594685331, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=90400516-d8b1-46f8-b608-fd2594685331,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:06.403717 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.471721 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['f91608b8-0959-4a5b-836e-e6d9e83f40e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:06.471906 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.505152 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5316f1d-f5ec-4fca-a26c-e46fb7710b73 None None] Pushing event updated for resources: {'Port': ['ID=90400516-d8b1-46f8-b608-fd2594685331,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:06.597557 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228e31e-8871-4dad-a1f4-e9e1310f7c21 req-4865e164-d4c8-4a48-a31f-9076482e10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.599667 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8228e31e-8871-4dad-a1f4-e9e1310f7c21 req-4865e164-d4c8-4a48-a31f-9076482e10aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 1098 time: 0.1594257 Jul 29 20:49:06.730332 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8228e31e-8871-4dad-a1f4-e9e1310f7c21 req-77559e27-5a29-4d2a-856c-5ba52ee09af6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850675 Jul 29 20:49:06.757987 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.899928 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Router c9937484-a546-41e1-be04-616bc0d5daf7 is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:49:06.901637 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc73f0c-7be0-4d36-bc9c-9c29452e21cf req-0831dd81-4879-4068-9b55-32a07ca7f840 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.903118 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dbc73f0c-7be0-4d36-bc9c-9c29452e21cf req-0831dd81-4879-4068-9b55-32a07ca7f840 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.0731010 Jul 29 20:49:06.969884 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72175df-d0ce-4240-b5f3-f18abab4a36c req-007348b4-ef8f-4cda-a71b-ad851928cc1a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.971317 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b72175df-d0ce-4240-b5f3-f18abab4a36c req-007348b4-ef8f-4cda-a71b-ad851928cc1a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0867357 Jul 29 20:49:06.974944 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dbc73f0c-7be0-4d36-bc9c-9c29452e21cf req-a1f2b469-a0bf-458b-b915-6d5045d44d09 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540600 Jul 29 20:49:07.013864 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b72175df-d0ce-4240-b5f3-f18abab4a36c req-88cd204b-bb7d-4691-aa20-de1d13726fa4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Jul 29 20:49:07.029265 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:49:07.046241 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Sync routers for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:49:07.046737 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.047871 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-0c824cdb-4ceb-4b29-a256-06289615ff6b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8439622 Jul 29 20:49:07.050599 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58210) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:07.055889 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:07.056494 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:07.162734 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:07.353700 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070805e5-a37f-4ed4-abcd-4284dec39bee req-b31810e1-79b8-424a-b0b0-67229259f7e6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:07.354321 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:06Z', 'revision_number': 3, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:07.361460 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-070805e5-a37f-4ed4-abcd-4284dec39bee req-b31810e1-79b8-424a-b0b0-67229259f7e6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 944 time: 0.0773313 Jul 29 20:49:07.393330 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Checking router: c9937484-a546-41e1-be04-616bc0d5daf7 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:49:07.394504 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Updating router c9937484-a546-41e1-be04-616bc0d5daf7 port c50357e6-5a6a-439c-9838-1076f3603302 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:49:07.415232 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-070805e5-a37f-4ed4-abcd-4284dec39bee req-f736fd5e-dc60-44c6-ad3f-5e5b0b234854 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506601 Jul 29 20:49:07.429436 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.506553 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.524326 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16152459-6619-4630-a0fa-b35007680c2e None None] Network e22a96dc-d308-4126-8e6f-026348822863 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:07.610456 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-bf85c763-aed0-459e-8e4b-f981d29e33dc None None] Provisioning for port 90400516-d8b1-46f8-b608-fd2594685331 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:07.673442 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Allocated IP 172.20.0.1 (e22a96dc-d308-4126-8e6f-026348822863/fd96882f-ac06-4652-a5ef-19f9d813a3f7/2d54b150-8a68-4102-99fa-612fcc734e4d) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:07.684557 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.695889 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Transition to ACTIVE for port object c50357e6-5a6a-439c-9838-1076f3603302 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:07.702864 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.750749 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Attempting to bind port c50357e6-5a6a-439c-9838-1076f3603302 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:07.751052 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Attempting to bind port c50357e6-5a6a-439c-9838-1076f3603302 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:07.751415 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Attempting to bind port c50357e6-5a6a-439c-9838-1076f3603302 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:07.763557 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Pushing event updated for resources: {'Port': ['ID=c50357e6-5a6a-439c-9838-1076f3603302,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:07.765613 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:07.766190 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:07.766600 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.767020 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:07.767492 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Bound port: c50357e6-5a6a-439c-9838-1076f3603302, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:07.767915 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.783467 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.791181 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.791750 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.792093 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.792426 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.792752 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.793080 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.793401 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.793730 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.794053 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.794374 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.794741 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.795063 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:07.805284 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Transition to ACTIVE for port object 2d54b150-8a68-4102-99fa-612fcc734e4d will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:07.831438 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] For port c50357e6-5a6a-439c-9838-1076f3603302, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:07.835777 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] For port c50357e6-5a6a-439c-9838-1076f3603302, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c50357e6-5a6a-439c-9838-1076f3603302,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:07.840115 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.840904 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.893211 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Pushing event updated for resources: {'Port': ['ID=2d54b150-8a68-4102-99fa-612fcc734e4d,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:07.903952 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Network e22a96dc-d308-4126-8e6f-026348822863 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:07.904083 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d3006-acb5-46ff-b00a-2ed036aeba59 None None] Pushing event updated for resources: {'Port': ['ID=c50357e6-5a6a-439c-9838-1076f3603302,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:07.905367 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:07.907370 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:07.909025 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:07.909627 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:07.945491 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.024609 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:08.117884 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.135282 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907491c-a599-44e1-9049-fde4a6978ef1 req-dda83d3b-c14f-4c0a-8b62-2c5d5db47214 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:08.144398 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d907491c-a599-44e1-9049-fde4a6978ef1 req-dda83d3b-c14f-4c0a-8b62-2c5d5db47214 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.0748084 Jul 29 20:49:08.163692 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-87ceb684-8ae1-4a58-993d-0430be72ea73 None None] Provisioning for port 2d54b150-8a68-4102-99fa-612fcc734e4d completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:08.167523 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-87ceb684-8ae1-4a58-993d-0430be72ea73 None None] Provisioning complete for port 2d54b150-8a68-4102-99fa-612fcc734e4d triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:08.167892 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-87ceb684-8ae1-4a58-993d-0430be72ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.232839 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-87ceb684-8ae1-4a58-993d-0430be72ea73 None None] Port 2d54b150-8a68-4102-99fa-612fcc734e4d cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:49:08.236391 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d907491c-a599-44e1-9049-fde4a6978ef1 req-4b787395-d220-4966-a266-a64123b197f8 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871351 Jul 29 20:49:08.299153 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 90400516-d8b1-46f8-b608-fd2594685331 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:08.308629 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043f56-a0dc-4205-b0b7-305d634dc4f2 req-2855b05e-56b7-4941-a070-fb6f4937ac6d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:08.317128 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0c043f56-a0dc-4205-b0b7-305d634dc4f2 req-2855b05e-56b7-4941-a070-fb6f4937ac6d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1214995 Jul 29 20:49:08.349669 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:06Z', 'revision_number': 3, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:08.354940 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 90400516-d8b1-46f8-b608-fd2594685331 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:08.359396 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 90400516-d8b1-46f8-b608-fd2594685331 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:08.360017 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.376849 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0c043f56-a0dc-4205-b0b7-305d634dc4f2 req-c8900a79-b02d-4750-9c32-0516262c9a25 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544987 Jul 29 20:49:08.386829 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.390410 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ade853-9b32-409c-a8c2-44486bda76b1 None None] The sync data for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi is: [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:06Z', 'revision_number': 3, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:49:08.395478 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.477531 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.493476 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Pushing event updated for resources: {'Port': ['ID=2d54b150-8a68-4102-99fa-612fcc734e4d,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:08.502837 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.538006 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 90400516-d8b1-46f8-b608-fd2594685331, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=90400516-d8b1-46f8-b608-fd2594685331,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:08.544628 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.561640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddb16-a5ce-41f5-9a18-ea68245a8b32 req-ed5fac61-e6d8-4362-ae29-b663abc838d9 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:08.569345 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3cddb16-a5ce-41f5-9a18-ea68245a8b32 req-ed5fac61-e6d8-4362-ae29-b663abc838d9 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 944 time: 0.0598285 Jul 29 20:49:08.603561 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=90400516-d8b1-46f8-b608-fd2594685331,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:08.615823 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3cddb16-a5ce-41f5-9a18-ea68245a8b32 req-b863d444-d1ca-4f04-a71f-07ae8f2c313c tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Jul 29 20:49:08.618025 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Network e22a96dc-d308-4126-8e6f-026348822863 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:08.619843 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:08.767941 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Router c9937484-a546-41e1-be04-616bc0d5daf7 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:49:08.862962 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-ab20a0aa-7356-4907-818e-0aee5e2e6ad5 None None] Provisioning complete for port 2d54b150-8a68-4102-99fa-612fcc734e4d triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:08.863334 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ab20a0aa-7356-4907-818e-0aee5e2e6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.883604 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:49:08.889830 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-1f7b09bf-ab6d-4984-88da-d90855d05575 admin admin] 10.222.0.26 "PUT /v2.0/routers/c9937484-a546-41e1-be04-616bc0d5daf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380754 Jul 29 20:49:08.903033 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-ab20a0aa-7356-4907-818e-0aee5e2e6ad5 None None] Port 2d54b150-8a68-4102-99fa-612fcc734e4d cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:49:09.349340 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58240) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:09.349575 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d734de9-94de-4db4-96c9-169419af1f0e req-daca1c2d-4978-4e4a-acc7-3c1852b9fa17 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.351410 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9d734de9-94de-4db4-96c9-169419af1f0e req-daca1c2d-4978-4e4a-acc7-3c1852b9fa17 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Jul 29 20:49:09.354557 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1355351446-network', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:09.375967 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Made reservation on behalf of 1db57beb02734cffab0778d7a5c0e601 for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:09.379095 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.391277 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f91608b8-0959-4a5b-836e-e6d9e83f40e1 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:09.396210 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9d734de9-94de-4db4-96c9-169419af1f0e req-d6aeeb8b-bf44-41ef-9654-bea634fd19cb tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Jul 29 20:49:09.458995 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port f91608b8-0959-4a5b-836e-e6d9e83f40e1 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:09.463333 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port f91608b8-0959-4a5b-836e-e6d9e83f40e1 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:09.463877 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.505053 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863b1b3-1380-47c2-8e21-0324aaa7cd41 req-839ba022-a012-4c4a-a736-8aa1e6490ed5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.512809 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d863b1b3-1380-47c2-8e21-0324aaa7cd41 req-839ba022-a012-4c4a-a736-8aa1e6490ed5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0625818 Jul 29 20:49:09.548965 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d863b1b3-1380-47c2-8e21-0324aaa7cd41 req-0a7ffe9e-d273-44ca-bd2d-f2b1d53536be tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348334 Jul 29 20:49:09.567973 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.592731 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:09.595039 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f07c83-4252-4215-9059-584e00d446ef" -d '{"events": [{"server_uuid": "a4f90ce1-aade-45b0-8e18-607bb8a0eeaf", "name": "network-vif-plugged", "status": "completed", "tag": "f91608b8-0959-4a5b-836e-e6d9e83f40e1"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:09.611780 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port f91608b8-0959-4a5b-836e-e6d9e83f40e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f91608b8-0959-4a5b-836e-e6d9e83f40e1,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:09.617035 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.663054 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.689714 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=f91608b8-0959-4a5b-836e-e6d9e83f40e1,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:09.693938 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df35f226-6508-4d13-8f4b-8c955758d69c x-openstack-request-id: req-df35f226-6508-4d13-8f4b-8c955758d69c {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:09.694452 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f90ce1-aade-45b0-8e18-607bb8a0eeaf", "name": "network-vif-plugged", "status": "completed", "tag": "f91608b8-0959-4a5b-836e-e6d9e83f40e1", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:09.694959 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df35f226-6508-4d13-8f4b-8c955758d69c {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:09.695396 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1', 'code': 200} Jul 29 20:49:09.772872 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.782349 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.811334 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:49:09.812754 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907ea69-4d49-44e0-bb54-2d64d3ce3f45 req-87bd6b4b-2f00-49b4-be2e-da37196ab728 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.814526 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4907ea69-4d49-44e0-bb54-2d64d3ce3f45 req-87bd6b4b-2f00-49b4-be2e-da37196ab728 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.0686867 Jul 29 20:49:09.821977 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69187f-1a99-499f-95a3-2cfbf4610fc9,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:09.827276 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.827738 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Added segment b510c6e9-6c6a-4c4d-8725-7d7e034f179c of type vlan for network a29d37f8-f8af-4850-98d6-5df00135702a Jul 29 20:49:09.879856 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.884385 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4907ea69-4d49-44e0-bb54-2d64d3ce3f45 req-efa19021-b913-40cf-9079-9bb6bbdb2ecc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623369 Jul 29 20:49:09.921253 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.922147 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.922814 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.996491 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6458821 Jul 29 20:49:09.999273 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 58258) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:10.002748 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758bcfa-c862-4aef-82ee-e104dfb5ce7d admin admin] Pushing event updated for resources: {'Network': ['ID=a29d37f8-f8af-4850-98d6-5df00135702a,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:10.004860 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Request body: {'subnet': {'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1355351446-subnet', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:10.011936 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd369677-116a-4e25-98bf-4aa51cc0c1d5 req-e117852a-e7f1-482b-8f98-0ab7c94efc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.013203 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network a29d37f8-f8af-4850-98d6-5df00135702a details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:49:10.013591 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-dd369677-116a-4e25-98bf-4aa51cc0c1d5 req-e117852a-e7f1-482b-8f98-0ab7c94efc83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 1098 time: 0.1001408 Jul 29 20:49:10.045846 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Made reservation on behalf of 1db57beb02734cffab0778d7a5c0e601 for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:10.048487 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.059526 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-dd369677-116a-4e25-98bf-4aa51cc0c1d5 req-995424b8-bc46-45f9-9288-7cc3732b4004 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Jul 29 20:49:10.109020 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Sync routers for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:49:10.122329 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:10.122830 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:10.252385 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.256139 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:10.300761 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d97e88-9e3d-4011-9f74-2e600c04825d,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:10.319797 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c50357e6-5a6a-439c-9838-1076f3603302 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:10.322373 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Checking segment: {'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:10.322782 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Network hostable DHCP agents. Network: a29d37f8-f8af-4850-98d6-5df00135702a, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:49:10.363740 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Network a29d37f8-f8af-4850-98d6-5df00135702a is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:49:10.374243 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, a29d37f8-f8af-4850-98d6-5df00135702a) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:10.380413 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.381001 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.389885 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14907d-ab5c-43f7-86d0-95f2d0de734e req-19940052-670e-4005-81f8-1b216a12eba0 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.391361 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d14907d-ab5c-43f7-86d0-95f2d0de734e req-19940052-670e-4005-81f8-1b216a12eba0 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.0651984 Jul 29 20:49:10.405192 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ecca7-3659-4bfd-8dad-28fe10dbbf15 None None] Network a29d37f8-f8af-4850-98d6-5df00135702a requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:10.422060 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-974a35de-5464-430e-bc62-3e2d61dab454 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4216878 Jul 29 20:49:10.424685 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58266) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:10.429378 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:10.443294 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d14907d-ab5c-43f7-86d0-95f2d0de734e req-53c1d287-2004-4697-8a80-be09bcde065b tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Jul 29 20:49:10.452312 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.453326 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.515208 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.527836 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port c50357e6-5a6a-439c-9838-1076f3603302 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:10.541273 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port c50357e6-5a6a-439c-9838-1076f3603302 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:10.541640 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.656706 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.677413 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e36027-8382-4061-8765-526f24a4d9de req-76c452e1-e056-48f0-b40f-48ba2941b5fd tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.679182 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01e36027-8382-4061-8765-526f24a4d9de req-76c452e1-e056-48f0-b40f-48ba2941b5fd tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0558186 Jul 29 20:49:10.724027 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01e36027-8382-4061-8765-526f24a4d9de req-ccec1fd7-d85b-4fbf-8f88-8e96c2c4dbde tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371652 Jul 29 20:49:10.792782 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-a29d37f8-f8af-4850-98d6-5df00135702a', 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'fixed_ips': [{'subnet_id': '58d97e88-9e3d-4011-9f74-2e600c04825d'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:49:10.793603 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.814734 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 2, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:10.854159 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Checking router: c9937484-a546-41e1-be04-616bc0d5daf7 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:49:10.854417 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Updating router c9937484-a546-41e1-be04-616bc0d5daf7 port 2d54b150-8a68-4102-99fa-612fcc734e4d binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:49:10.886686 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.890231 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.900451 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.905938 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.968332 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port c50357e6-5a6a-439c-9838-1076f3603302, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c50357e6-5a6a-439c-9838-1076f3603302,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:10.979318 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.979678 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 90400516-d8b1-46f8-b608-fd2594685331 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:11.007256 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625da503-01fb-4f60-9756-c6f6ee8215ec req-b0388a8e-33b0-48e6-8b5e-2f28b8c7f6a5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:11.008756 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-625da503-01fb-4f60-9756-c6f6ee8215ec req-b0388a8e-33b0-48e6-8b5e-2f28b8c7f6a5 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.0508108 Jul 29 20:49:11.033329 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Allocated IP 172.27.0.24 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:11.050478 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-625da503-01fb-4f60-9756-c6f6ee8215ec req-9d3d09fe-3374-4c28-8df0-a0d21767d86c tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Jul 29 20:49:11.135192 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.172988 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.185959 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=c50357e6-5a6a-439c-9838-1076f3603302,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:11.194294 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Allocated IP 172.20.0.2 (a29d37f8-f8af-4850-98d6-5df00135702a/58d97e88-9e3d-4011-9f74-2e600c04825d/e8b5ae4f-7289-4b51-9c8c-f9662ff52c98) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:11.213851 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:11.216673 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:11.222709 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:11.246211 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Pushing event updated for resources: {'Port': ['ID=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:11.289682 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 90400516-d8b1-46f8-b608-fd2594685331 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:11.290050 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.463806 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.527273 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.529784 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.544426 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Transition to ACTIVE for port object e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:11.546366 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Transition to ACTIVE for port object 2d54b150-8a68-4102-99fa-612fcc734e4d will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:11.558230 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.568849 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Transition to ACTIVE for port object e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:11.573084 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654e22f-f3bd-4751-9e2f-1100f6ea7794 req-3d5bd4b9-d75e-4c26-a9ca-54cfe506efe4 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:11.575127 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b654e22f-f3bd-4751-9e2f-1100f6ea7794 req-3d5bd4b9-d75e-4c26-a9ca-54cfe506efe4 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.0556741 Jul 29 20:49:11.594069 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.629831 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Network a29d37f8-f8af-4850-98d6-5df00135702a is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:11.630537 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c13b-f781-411e-b7ba-612892b0f557 None None] Pushing event updated for resources: {'Port': ['ID=2d54b150-8a68-4102-99fa-612fcc734e4d,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:11.631595 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b654e22f-f3bd-4751-9e2f-1100f6ea7794 req-06c15c7c-871b-40dd-9a7e-4b0f1defa17a tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497777 Jul 29 20:49:11.641086 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:11.657042 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:11.684507 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.738933 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Attempting to bind port 2d54b150-8a68-4102-99fa-612fcc734e4d on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:11.739295 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Attempting to bind port 2d54b150-8a68-4102-99fa-612fcc734e4d by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:11.739649 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Attempting to bind port 2d54b150-8a68-4102-99fa-612fcc734e4d on network e22a96dc-d308-4126-8e6f-026348822863 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:11.755080 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Pushing event updated for resources: {'Port': ['ID=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:11.763774 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:11.764146 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Checking segment: {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:11.764594 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.764990 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Bound using segment: {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:11.765450 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Bound port: 2d54b150-8a68-4102-99fa-612fcc734e4d, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:11.765827 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.783555 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Attempting to bind port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:11.783992 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Attempting to bind port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:11.784842 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Attempting to bind port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 on network a29d37f8-f8af-4850-98d6-5df00135702a {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:11.791447 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:11.792226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Checking segment: {'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:11.792226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.792579 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Bound using segment: {'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:11.793046 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Bound port: e8b5ae4f-7289-4b51-9c8c-f9662ff52c98, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:11.793599 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.857198 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:49:11.885482 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c60fa-057d-4167-88cc-61a058e40794 req-c2feec89-7141-47b3-a08d-8b19b336b1ba tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:11.887077 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ff7c60fa-057d-4167-88cc-61a058e40794 req-c2feec89-7141-47b3-a08d-8b19b336b1ba tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0726662 Jul 29 20:49:11.896398 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] For port 2d54b150-8a68-4102-99fa-612fcc734e4d, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:11.910876 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] For port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:11.913740 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] For port 2d54b150-8a68-4102-99fa-612fcc734e4d, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=2d54b150-8a68-4102-99fa-612fcc734e4d,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:11.924280 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:11.928123 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] For port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,segment=NetworkSegment(b510c6e9-6c6a-4c4d-8725-7d7e034f179c),segment_id=b510c6e9-6c6a-4c4d-8725-7d7e034f179c)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:11.936265 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ff7c60fa-057d-4167-88cc-61a058e40794 req-8e527555-8e32-47bb-9e99-4bee07dc943c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Jul 29 20:49:11.965592 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.012027 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:49:12.024886 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Sync routers for ids ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:49:12.037897 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.039017 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Routers {'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:12.039749 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:12.039910 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f7f60b20-109d-4107-a230-5a51d617ba90 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6138117 Jul 29 20:49:12.042501 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 58288) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:12.056187 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:12.057014 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:12.063107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c13b-f781-411e-b7ba-612892b0f557 None None] Pushing event updated for resources: {'Port': ['ID=2d54b150-8a68-4102-99fa-612fcc734e4d,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:12.168499 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b465-c61b-4b65-b15b-cd3005644b44 None None] Pushing event updated for resources: {'Port': ['ID=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:12.273719 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c50357e6-5a6a-439c-9838-1076f3603302 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:12.357709 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Set router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:12.379773 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:12.445949 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f62b5-722b-437d-945a-31520ac1a614 req-9958413f-5be0-4db6-8c39-26b48ef1185e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:12.447490 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-325f62b5-722b-437d-945a-31520ac1a614 req-9958413f-5be0-4db6-8c39-26b48ef1185e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.1260355 Jul 29 20:49:12.476198 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port c50357e6-5a6a-439c-9838-1076f3603302 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:12.477718 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.535518 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-325f62b5-722b-437d-945a-31520ac1a614 req-144ccc13-05a0-4d66-afde-bd46666ed258 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772767 Jul 29 20:49:12.573504 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:11Z', 'revision_number': 3, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port': {'id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:12.605121 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Checking router: e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:49:12.605459 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Updating router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:49:12.632238 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.757640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.793891 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:11Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:12.796059 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119feb4e-8add-49c6-bf92-a48735082e04 req-2e8597ef-5a18-4d22-9776-8ba57ae02522 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:12.797588 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-119feb4e-8add-49c6-bf92-a48735082e04 req-2e8597ef-5a18-4d22-9776-8ba57ae02522 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.0736961 Jul 29 20:49:12.825298 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42c4b18-92a0-446d-bf18-53e9de113730 None None] The sync data for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi is: [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:11Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:49:12.900959 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-119feb4e-8add-49c6-bf92-a48735082e04 req-9ed4b86e-68a8-4eb0-8e96-11f2adc0e414 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738122 Jul 29 20:49:12.985321 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.011481 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Transition to ACTIVE for port object 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:13.015674 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Allocated IP 172.20.0.1 (a29d37f8-f8af-4850-98d6-5df00135702a/58d97e88-9e3d-4011-9f74-2e600c04825d/6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:13.020051 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.095502 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Attempting to bind port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:13.096188 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Attempting to bind port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:13.096188 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Attempting to bind port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:13.115520 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3f311-53b7-47d8-b97a-a068b0677003 None None] Pushing event updated for resources: {'Port': ['ID=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:13.120908 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:13.121440 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:13.122383 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.122945 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:13.123754 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Bound port: 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:13.124277 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.148002 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880eab6-e912-4afb-ad02-a89279875509 req-a2c39c85-a084-4e54-a15c-70538905605b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:13.156247 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8880eab6-e912-4afb-ad02-a89279875509 req-a2c39c85-a084-4e54-a15c-70538905605b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1141756 Jul 29 20:49:13.194285 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] For port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:13.198590 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] For port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:13.208323 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.225881 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8880eab6-e912-4afb-ad02-a89279875509 req-49f73c1f-735a-444e-adde-98df179cfc56 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641978 Jul 29 20:49:13.264497 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.280193 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Transition to ACTIVE for port object 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa will not be triggered until provisioned by entity DHCP. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:13.293910 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3f311-53b7-47d8-b97a-a068b0677003 None None] Pushing event updated for resources: {'Port': ['ID=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:13.305187 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Routers {'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:13.305732 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:13.332612 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.364695 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f13e7e7-ac57-4722-95fe-86a729d79885 None None] Network a29d37f8-f8af-4850-98d6-5df00135702a requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:13.370648 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Network a29d37f8-f8af-4850-98d6-5df00135702a is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:13.373934 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:13.377066 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:13.377586 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.462184 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] Set router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:13.585109 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-19abe8a8-ef3a-4ef4-8d28-ab789ae7b6d1 None None] Provisioning for port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:13.675448 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:11Z', 'revision_number': 3, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port': {'id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:13.728532 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86df040-cf38-4606-a104-b46a58daab10 None None] The sync data for ids ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'] in dv-cinder-801633-3-iscsi is: [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:11Z', 'revision_number': 3, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port': {'id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:49:13.748831 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ec8ec42b-aac5-44ba-a3b7-89333e14005a tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:13.750180 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ec8ec42b-aac5-44ba-a3b7-89333e14005a tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.0798407 Jul 29 20:49:13.756814 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:13.811780 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.812406 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.812406 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.812684 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.813009 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.813335 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.813655 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.813976 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.814294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.814610 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.814953 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.815323 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:13.873828 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cb7c8-0378-426b-9df5-23352cb1a907 req-17ccaa11-e8b5-4b2c-a313-acfc6d8275f0 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:13.884612 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b89cb7c8-0378-426b-9df5-23352cb1a907 req-17ccaa11-e8b5-4b2c-a313-acfc6d8275f0 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.1445603 Jul 29 20:49:13.899856 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Deleting port ec1c6579-b0c4-41ea-9747-1a6594bca0ea {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:49:13.900477 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.937379 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-83d5c95f-aa0b-402e-a69e-be9d74ae117e None None] Provisioning for port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:13.942688 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-83d5c95f-aa0b-402e-a69e-be9d74ae117e None None] Provisioning complete for port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:13.943343 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-83d5c95f-aa0b-402e-a69e-be9d74ae117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.945354 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.017039 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b89cb7c8-0378-426b-9df5-23352cb1a907 req-e7b40be8-ff0c-4289-8118-2fc39accac62 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313772 Jul 29 20:49:14.026763 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-83d5c95f-aa0b-402e-a69e-be9d74ae117e None None] Port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:49:14.068811 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] For port ec1c6579-b0c4-41ea-9747-1a6594bca0ea, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:14.069677 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.090910 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Calling delete_port for ec1c6579-b0c4-41ea-9747-1a6594bca0ea owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:49:14.191212 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-189a75b7-a3ed-4a49-8608-e60d587e93bf None None] Provisioning complete for port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:14.191966 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-189a75b7-a3ed-4a49-8608-e60d587e93bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.287638 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-189a75b7-a3ed-4a49-8608-e60d587e93bf None None] Port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:49:14.329887 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cdbab-a9ca-4aba-9238-774f9293ad20 req-8b738c5e-7374-4588-8547-a0d157486248 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:14.335383 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ee7cdbab-a9ca-4aba-9238-774f9293ad20 req-8b738c5e-7374-4588-8547-a0d157486248 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 945 time: 0.2721553 Jul 29 20:49:14.482746 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.537448 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:14.560667 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Pushing event deleted for resources: {'Port': ['ID=ec1c6579-b0c4-41ea-9747-1a6594bca0ea,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:14.585198 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.585738 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.586251 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.586577 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.587082 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.587552 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.588028 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['ec1c6579-b0c4-41ea-9747-1a6594bca0ea'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:14.588176 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.588623 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.589102 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.589438 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.589750 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.590065 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:14.606478 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ee7cdbab-a9ca-4aba-9238-774f9293ad20 req-a9d7dfd9-aaaf-4d9e-96db-f8045d512702 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601852 Jul 29 20:49:14.649138 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1d85a-bc3c-4b8e-a174-0fa9d87c4827 req-f84d1a8d-38e2-46d5-b973-3df8e8effdb5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:14.654152 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-51b1d85a-bc3c-4b8e-a174-0fa9d87c4827 req-f84d1a8d-38e2-46d5-b973-3df8e8effdb5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.2625651 Jul 29 20:49:14.662246 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6657-97eb-4d8a-8295-7771f461fd9b req-ba154b48-854c-4484-b338-b894f9def4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:14.664184 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fc3b6657-97eb-4d8a-8295-7771f461fd9b req-ba154b48-854c-4484-b338-b894f9def4d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.1438348 Jul 29 20:49:14.664738 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] No DVR routers for this DVR port ec1c6579-b0c4-41ea-9747-1a6594bca0ea on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:49:14.668070 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.670047 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-292b18b6-d6c6-43a0-8c91-cd2990ec3a0d req-ce4e6904-ed56-4e52-86ef-4f40782e4eca tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "DELETE /v2.0/ports/ec1c6579-b0c4-41ea-9747-1a6594bca0ea HTTP/1.1" status: 204 len: 173 time: 0.8999007 Jul 29 20:49:14.670488 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'name': 'network-vif-deleted', 'tag': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:14.672323 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.672875 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af2b9f7-6b3c-4a1d-a7de-ed33900ec8fe" -d '{"events": [{"server_uuid": "3021cdf6-6109-4759-bb78-c6b823027ce0", "name": "network-vif-deleted", "tag": "ec1c6579-b0c4-41ea-9747-1a6594bca0ea"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:14.681201 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:14.682024 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.682721 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.685780 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:14.686159 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.772514 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.795358 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:14.801047 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.802026 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:14.833720 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:14.858964 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-51b1d85a-bc3c-4b8e-a174-0fa9d87c4827 req-3d6e5211-605c-447b-a339-9f7bc8235b05 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937518 Jul 29 20:49:14.877062 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fc3b6657-97eb-4d8a-8295-7771f461fd9b req-9ff6c46b-0c45-4e5c-a668-89ec51ea04e6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864755 Jul 29 20:49:14.903771 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Network a29d37f8-f8af-4850-98d6-5df00135702a is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:14.906342 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:14.927511 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:14.939224 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfbd382-0dfb-47d7-b6fe-eb803bde3103 x-openstack-request-id: req-1dfbd382-0dfb-47d7-b6fe-eb803bde3103 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:14.939705 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3021cdf6-6109-4759-bb78-c6b823027ce0", "name": "network-vif-deleted", "tag": "ec1c6579-b0c4-41ea-9747-1a6594bca0ea", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:14.940942 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dfbd382-0dfb-47d7-b6fe-eb803bde3103 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:14.940942 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3021cdf6-6109-4759-bb78-c6b823027ce0', 'name': 'network-vif-deleted', 'tag': 'ec1c6579-b0c4-41ea-9747-1a6594bca0ea', 'status': 'completed', 'code': 200} Jul 29 20:49:14.957295 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:14.961749 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:14.962161 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.055189 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:49:15.061057 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.106454 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,segment=NetworkSegment(b510c6e9-6c6a-4c4d-8725-7d7e034f179c),segment_id=b510c6e9-6c6a-4c4d-8725-7d7e034f179c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:15.111549 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.112941 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2d54b150-8a68-4102-99fa-612fcc734e4d up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:15.185411 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:49:15.199212 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a8d580ab-3b36-46da-8cd0-ba9e5e65ac48 admin admin] 10.222.0.26 "PUT /v2.0/routers/e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1475391 Jul 29 20:49:15.203373 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:15.206307 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 2d54b150-8a68-4102-99fa-612fcc734e4d completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:15.213658 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 2d54b150-8a68-4102-99fa-612fcc734e4d triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:15.214026 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.243701 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-1546e632-2fa6-4a27-93ed-1b3d1b309268 None None] Provisioning complete for port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:15.244074 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1546e632-2fa6-4a27-93ed-1b3d1b309268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.288191 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-1546e632-2fa6-4a27-93ed-1b3d1b309268 None None] Port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:49:15.331148 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.361417 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 2d54b150-8a68-4102-99fa-612fcc734e4d, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=2d54b150-8a68-4102-99fa-612fcc734e4d,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:15.365882 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.415333 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=2d54b150-8a68-4102-99fa-612fcc734e4d,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:15.633466 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 58326) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:15.638433 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-8f4e37c7-d1d9-420f-8296-ce6261e5a560 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612312720', 'description': 'tempest-secgroup-smoke-612312720 description', 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:15.664947 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8f4e37c7-d1d9-420f-8296-ce6261e5a560 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.733534 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4e89c467-0694-4eee-9c42-7fa1d331e286 req-a31c8fdd-67db-4216-adb5-f963a6b2ffb4 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=3021cdf6-6109-4759-bb78-c6b823027ce0 HTTP/1.1" status: 200 len: 210 time: 0.0366449 Jul 29 20:49:15.788211 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8f4e37c7-d1d9-420f-8296-ce6261e5a560 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.792639 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8f4e37c7-d1d9-420f-8296-ce6261e5a560 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.822737 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8f4e37c7-d1d9-420f-8296-ce6261e5a560 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.824286 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8f4e37c7-d1d9-420f-8296-ce6261e5a560 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1894836 Jul 29 20:49:15.826062 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e37c7-d1d9-420f-8296-ce6261e5a560 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8fb16-0995-46e5-9655-92d4271320af,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:15.827553 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58336) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:15.832267 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-b66df7be-5bd9-46e2-9dc1-b77c9bb2a2ac tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'security_group_rule': {'security_group_id': '4ad8fb16-0995-46e5-9655-92d4271320af', 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:15.866283 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b66df7be-5bd9-46e2-9dc1-b77c9bb2a2ac tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.914388 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b66df7be-5bd9-46e2-9dc1-b77c9bb2a2ac tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.919076 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b66df7be-5bd9-46e2-9dc1-b77c9bb2a2ac tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.935371 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66df7be-5bd9-46e2-9dc1-b77c9bb2a2ac tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5079e988-970c-4a1a-bf5c-ef6f7933c7d5,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:15.945006 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b66df7be-5bd9-46e2-9dc1-b77c9bb2a2ac tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.946512 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b66df7be-5bd9-46e2-9dc1-b77c9bb2a2ac tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179326 Jul 29 20:49:15.949692 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58340) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:15.954459 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-bb11d475-ce0b-4c93-a3bc-45a91dc456c4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'security_group_rule': {'security_group_id': '4ad8fb16-0995-46e5-9655-92d4271320af', 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:15.982178 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bb11d475-ce0b-4c93-a3bc-45a91dc456c4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.046619 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bb11d475-ce0b-4c93-a3bc-45a91dc456c4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.051102 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bb11d475-ce0b-4c93-a3bc-45a91dc456c4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.069362 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11d475-ce0b-4c93-a3bc-45a91dc456c4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba9eff9-6788-4a57-ab22-b08a1311e7cb,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:16.077601 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bb11d475-ce0b-4c93-a3bc-45a91dc456c4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.082059 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-bb11d475-ce0b-4c93-a3bc-45a91dc456c4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282904 Jul 29 20:49:16.082462 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 58346) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:16.087849 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-9775e08b-67c3-4ecf-bf58-fce7f9c4cb07 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'security_group_rule': {'security_group_id': '4ad8fb16-0995-46e5-9655-92d4271320af', 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:16.166607 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Sync routers for ids ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:49:16.176936 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Routers {'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:16.177545 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:16.182567 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9775e08b-67c3-4ecf-bf58-fce7f9c4cb07 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.201469 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adbc5c-c328-4766-bc80-f399cb4f315c req-e789f8b7-1cba-4687-a6ff-ebc6a4d5e070 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:16.211151 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8adbc5c-c328-4766-bc80-f399cb4f315c req-e789f8b7-1cba-4687-a6ff-ebc6a4d5e070 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1166387 Jul 29 20:49:16.265948 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:16.278186 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8adbc5c-c328-4766-bc80-f399cb4f315c req-525bc1b4-8ddf-4687-bc74-c97ffb6a0878 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Jul 29 20:49:16.301838 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9775e08b-67c3-4ecf-bf58-fce7f9c4cb07 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.306281 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9775e08b-67c3-4ecf-bf58-fce7f9c4cb07 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.324151 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775e08b-67c3-4ecf-bf58-fce7f9c4cb07 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a367dff-33b5-4745-9535-2256c1cf47ca,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:16.329885 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9775e08b-67c3-4ecf-bf58-fce7f9c4cb07 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.334242 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9775e08b-67c3-4ecf-bf58-fce7f9c4cb07 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479532 Jul 29 20:49:16.334574 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58350) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:16.339426 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-60efeaaa-c8cf-42fa-b9d9-3f437509acb1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'security_group_rule': {'security_group_id': '4ad8fb16-0995-46e5-9655-92d4271320af', 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:16.364195 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60efeaaa-c8cf-42fa-b9d9-3f437509acb1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.375345 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Set router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:16.411629 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:16.412009 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.443076 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60efeaaa-c8cf-42fa-b9d9-3f437509acb1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.448080 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60efeaaa-c8cf-42fa-b9d9-3f437509acb1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.470223 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efeaaa-c8cf-42fa-b9d9-3f437509acb1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fbb885-aa12-406a-888a-f2ab798f9d21,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:16.486972 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60efeaaa-c8cf-42fa-b9d9-3f437509acb1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.491135 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-60efeaaa-c8cf-42fa-b9d9-3f437509acb1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554322 Jul 29 20:49:16.494006 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58354) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:16.500493 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'security_group_rule': {'security_group_id': '4ad8fb16-0995-46e5-9655-92d4271320af', 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:16.524612 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.securitygroups_db [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Project fb8f332558be4d2bb2b1c6cbf3e8533d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:49:16.529711 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.595829 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.600458 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.611766 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:16.619473 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adef4026-13fe-449c-b3b2-eaf2dc7740d2,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:16.628379 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.629644 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-da5e0877-63ff-4885-a732-fabd6169f967 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334136 Jul 29 20:49:16.632465 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 58356) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:16.636870 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'security_group_rule': {'security_group_id': '4ad8fb16-0995-46e5-9655-92d4271320af', 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:16.659005 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.securitygroups_db [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Project fb8f332558be4d2bb2b1c6cbf3e8533d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:49:16.663935 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.699098 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:16.699481 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.723917 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.724437 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:13Z', 'revision_number': 4, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port': {'id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa', 'name': '', 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'mac_address': 'fa:16:3e:a1:89:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '58d97e88-9e3d-4011-9f74-2e600c04825d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:12Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 2, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'subnets': [{'id': '58d97e88-9e3d-4011-9f74-2e600c04825d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:16.727605 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.746203 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebeca8f4-2aab-4102-ab7d-8244df9f32f1,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:16.748640 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.749973 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-64d75d3b-bfd0-4470-8a28-5e8a418cadf7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166036 Jul 29 20:49:16.756456 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Checking router: e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:49:16.756829 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Updating router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:49:16.791694 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.923772 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2d54b150-8a68-4102-99fa-612fcc734e4d up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:17.044455 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 2d54b150-8a68-4102-99fa-612fcc734e4d triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:17.045008 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.112392 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-a3f6973a-256e-44e8-8fcf-5bfca855dc29 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:17.114010 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-a3f6973a-256e-44e8-8fcf-5bfca855dc29 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/networks?id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3 HTTP/1.1" status: 200 len: 808 time: 0.1333213 Jul 29 20:49:17.134130 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-44917893-dec7-4465-ab95-663787cdd6ce tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/quotas/b12f87be4e17447da96fa1c7db87261e HTTP/1.1" status: 200 len: 375 time: 0.0109110 Jul 29 20:49:17.184181 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-0c5f4555-9c79-4af0-86d4-15f0c01f4edb tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b12f87be4e17447da96fa1c7db87261e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396900 Jul 29 20:49:17.230454 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.244292 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Transition to ACTIVE for port object 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:17.255318 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.325941 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-3e9fb292-acf1-4ed2-929c-301d3c91278a service neutron] 10.222.0.26 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328659 Jul 29 20:49:17.344373 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740bb0a-af4c-4ec2-9695-6e260d834c54 None None] Pushing event updated for resources: {'Port': ['ID=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:17.430759 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ec1c6579-b0c4-41ea-9747-1a6594bca0ea no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:49:17.462743 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: ec1c6579-b0c4-41ea-9747-1a6594bca0ea {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:49:17.463094 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ec1c6579-b0c4-41ea-9747-1a6594bca0ea not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:49:17.468897 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Attempting to bind port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:17.469533 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Attempting to bind port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:17.470046 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Attempting to bind port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa on network a29d37f8-f8af-4850-98d6-5df00135702a {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:17.476588 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:17.476959 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Checking segment: {'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:17.477361 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.477753 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Bound using segment: {'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:17.478218 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Bound port: 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:17.478599 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.494369 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303363b6-ae9e-45e5-99af-77bdd0a89dd3 req-4be86b55-d7bc-4ddf-b5a9-d97de8b6a7b3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:17.495939 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-303363b6-ae9e-45e5-99af-77bdd0a89dd3 req-4be86b55-d7bc-4ddf-b5a9-d97de8b6a7b3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0937192 Jul 29 20:49:17.507284 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-e6638e33-de06-4b28-93ee-05718a7f59e7 service neutron] 10.222.0.26 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782804 Jul 29 20:49:17.558738 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] For port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:17.560049 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-303363b6-ae9e-45e5-99af-77bdd0a89dd3 req-f2c66b4c-3b8a-4505-bf79-4043a510d9fa tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514851 Jul 29 20:49:17.562708 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] For port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,segment=NetworkSegment(b510c6e9-6c6a-4c4d-8725-7d7e034f179c),segment_id=b510c6e9-6c6a-4c4d-8725-7d7e034f179c)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:17.568139 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.633292 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740bb0a-af4c-4ec2-9695-6e260d834c54 None None] Pushing event updated for resources: {'Port': ['ID=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:17.640479 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Routers {'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:17.641107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:48:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:17.742365 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78733d89-9764-45bb-9622-7b08b40e8ce5 req-8c3fb2a4-e8a8-401a-b702-a1d32a6dd59f tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 210 time: 0.0498214 Jul 29 20:49:17.801051 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] Set router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:18.034638 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c412c42-547f-4ade-b0da-696f9bedd661 req-eed9a7a8-6fbe-4f28-9321-b5d3f61ed67a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:18.036890 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4c412c42-547f-4ade-b0da-696f9bedd661 req-eed9a7a8-6fbe-4f28-9321-b5d3f61ed67a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0862160 Jul 29 20:49:18.044978 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-fedd964a-42c2-4b24-8aea-8f1a6aaea196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:18.047434 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-fedd964a-42c2-4b24-8aea-8f1a6aaea196 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.0828600 Jul 29 20:49:18.072588 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:13Z', 'revision_number': 4, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port': {'id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa', 'name': '', 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'mac_address': 'fa:16:3e:a1:89:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '58d97e88-9e3d-4011-9f74-2e600c04825d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:12Z', 'updated_at': '2021-07-29T20:49:17Z', 'revision_number': 4, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'subnets': [{'id': '58d97e88-9e3d-4011-9f74-2e600c04825d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:18.116684 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:49:18.133969 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4c412c42-547f-4ade-b0da-696f9bedd661 req-49033742-755c-4721-a488-4470e9fa764c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856745 Jul 29 20:49:18.181150 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-44650e6c-5186-4a19-8887-338ffd303289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:18.182629 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-44650e6c-5186-4a19-8887-338ffd303289 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.1097269 Jul 29 20:49:18.239447 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfd467-cf20-4d49-b8bb-33e37fef7e11 None None] The sync data for ids ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'] in dv-cinder-801633-3-iscsi is: [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:13Z', 'revision_number': 4, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port': {'id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa', 'name': '', 'network_id': 'a29d37f8-f8af-4850-98d6-5df00135702a', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'mac_address': 'fa:16:3e:a1:89:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '58d97e88-9e3d-4011-9f74-2e600c04825d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:12Z', 'updated_at': '2021-07-29T20:49:17Z', 'revision_number': 4, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'subnets': [{'id': '58d97e88-9e3d-4011-9f74-2e600c04825d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:49:18.243840 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-4e2950cb-5baf-4071-9a25-6387ce0f830d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0409396 Jul 29 20:49:18.323328 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-ef8857a8-a509-4f6e-857c-b62048c5f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:18.325276 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-ef8857a8-a509-4f6e-857c-b62048c5f09a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.0720124 Jul 29 20:49:18.384449 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-1b525f40-9df5-4151-850d-7320133aabcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447674 Jul 29 20:49:18.536526 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-784c1ea6-6b32-4097-bf0e-c22856d2483e service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108418 Jul 29 20:49:18.649371 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c25925df-aa20-48bc-aa72-7da99e0de673 req-fe9951a9-c691-4cc0-b462-6e7f196f7386 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032937 Jul 29 20:49:18.827323 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a91ee7b-e353-44b3-beb6-39fc2dc94ee5 req-7a643d01-2c53-4622-9b7f-a4fd1fb45286 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 210 time: 0.0257018 Jul 29 20:49:19.261104 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846514c6-5116-4fc6-a6c3-e1b34f46d8f2 req-b021c151-029e-47c4-8326-b6aa91942eae tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:19.262511 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-846514c6-5116-4fc6-a6c3-e1b34f46d8f2 req-b021c151-029e-47c4-8326-b6aa91942eae tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0519867 Jul 29 20:49:19.379368 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-846514c6-5116-4fc6-a6c3-e1b34f46d8f2 req-e2c060db-7c95-459b-98fd-836f34e82857 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053329 Jul 29 20:49:19.419886 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-2cf5acfa-e494-4f05-94b3-826dfcccd045 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:19.422070 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-2cf5acfa-e494-4f05-94b3-826dfcccd045 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "GET /v2.0/networks?id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3 HTTP/1.1" status: 200 len: 808 time: 0.1468625 Jul 29 20:49:19.447253 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Request body: {'port': {'device_id': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3', 'admin_state_up': True, 'tenant_id': 'b12f87be4e17447da96fa1c7db87261e'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:19.572993 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Made reservation on behalf of b12f87be4e17447da96fa1c7db87261e for: {'port': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:19.576793 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.702885 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Allocated IP 172.20.0.6 (b8c1449e-41e5-4f5e-8ddc-c89433d971b3/b3379215-8859-4663-ac23-f69fd7327c28/9b0508b7-793d-46f3-b1f8-3f0a667abdc1) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:19.860289 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.931054 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8b94b15-5df7-4fd9-b337-e9401e780a3f req-702b6a31-0372-4bc9-9494-699105e22d8a tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Jul 29 20:49:19.932222 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.981049 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:19.984252 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:19.990771 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:19.996159 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:19.996838 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.003627 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Pushing event updated for resources: {'Port': ['ID=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:20.017320 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ec9d29ac-93f2-447b-920d-5f89554c68cf tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744221 Jul 29 20:49:20.041073 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Request body: {'port': {'device_id': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:20.093310 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.209276 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:20.260154 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:20.264062 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:20.264435 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.341692 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.359222 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 {{(pid=99519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:20.367951 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.377150 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,segment=NetworkSegment(b510c6e9-6c6a-4c4d-8725-7d7e034f179c),segment_id=b510c6e9-6c6a-4c4d-8725-7d7e034f179c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:20.380786 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Transition to ACTIVE for port object 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 will not be triggered until provisioned by entity L2. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:20.383799 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.387596 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.439506 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:20.445169 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:20.447526 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.448560 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.448560 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.449107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.449663 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.450049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.450440 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.452795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.452795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.452795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.452795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.452795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:20.508148 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Attempting to bind port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:20.508483 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Attempting to bind port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:20.508805 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Attempting to bind port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 on network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:20.516488 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 on network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:49:20.516808 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Attempting to bind port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 on network b8c1449e-41e5-4f5e-8ddc-c89433d971b3 {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:20.526212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:20.526633 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Checking segment: {'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:20.526940 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Bound using segment: {'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'} {{(pid=99519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:20.527373 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.managers [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Bound port: 9b0508b7-793d-46f3-b1f8-3f0a667abdc1, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a42ffb-bb3c-42e0-a363-aa9efd7b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3'}}] {{(pid=99519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:20.527731 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.554503 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2e27e-74a7-4bf9-b939-297bc7d64a9a req-348754e7-9a06-4ae3-bb6c-1313e4aaf523 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:20.556305 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-06c2e27e-74a7-4bf9-b939-297bc7d64a9a req-348754e7-9a06-4ae3-bb6c-1313e4aaf523 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0769899 Jul 29 20:49:20.657227 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] For port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1, host hv-cinder-80163, cleared binding levels {{(pid=99519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:20.662515 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] For port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:20.668078 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-06c2e27e-74a7-4bf9-b939-297bc7d64a9a req-52d97bb9-f0c0-4476-8748-1129fe98d6fe tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828063 Jul 29 20:49:20.669550 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.708992 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:20.709958 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.711345 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b0508b7-793d-46f3-b1f8-3f0a667abdc1 HTTP/1.1" status: 200 len: 1093 time: 0.6746628 Jul 29 20:49:20.713413 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'tag': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:20.715647 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309024fb-c23e-4679-b704-d05da4b893c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d359045-d88e-4ff9-97fa-29df1c8dfa08", "tag": "9b0508b7-793d-46f3-b1f8-3f0a667abdc1"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:20.742878 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a6acf-962b-4805-baba-0938999282a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,revision_number=3']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:20.779961 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a27d8-bbe8-481b-9909-edc9a4822548 x-openstack-request-id: req-4c4a27d8-bbe8-481b-9909-edc9a4822548 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:20.780448 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d359045-d88e-4ff9-97fa-29df1c8dfa08", "tag": "9b0508b7-793d-46f3-b1f8-3f0a667abdc1", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:20.780895 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c4a27d8-bbe8-481b-9909-edc9a4822548 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:20.781391 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'tag': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1', 'status': 'completed', 'code': 200} Jul 29 20:49:20.879825 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ebf07a59-b0f9-484e-9ae3-62eace39c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:20.881319 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-ebf07a59-b0f9-484e-9ae3-62eace39c75c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b12f87be4e17447da96fa1c7db87261e&device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 1096 time: 0.0404065 Jul 29 20:49:20.956655 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-7df53975-f7bf-43f7-823f-ed998d539faa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b0508b7-793d-46f3-b1f8-3f0a667abdc1 HTTP/1.1" status: 200 len: 217 time: 0.0374746 Jul 29 20:49:21.043406 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-eb324ac6-3fe6-457d-a8f5-24e0a3c057b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:21.044822 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-eb324ac6-3fe6-457d-a8f5-24e0a3c057b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3379215-8859-4663-ac23-f69fd7327c28 HTTP/1.1" status: 200 len: 848 time: 0.0696280 Jul 29 20:49:21.063095 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7ad18-9303-4759-9bbb-a55d8d65185b req-09b70069-6f8d-4739-82ce-b3daf36987a3 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:21.064444 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9eb7ad18-9303-4759-9bbb-a55d8d65185b req-09b70069-6f8d-4739-82ce-b3daf36987a3 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 943 time: 0.0527680 Jul 29 20:49:21.099788 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-4f1686ab-f556-4af5-8ad9-5706b280db51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339334 Jul 29 20:49:21.117904 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9eb7ad18-9303-4759-9bbb-a55d8d65185b req-577c23dc-40ee-4d44-91e5-53bfe4596fbb tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 Jul 29 20:49:21.207871 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-9b782f05-7391-4e54-9b41-957182adff16 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889783 Jul 29 20:49:21.305340 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-beee0ac5-f61b-444b-8c82-38a3c763fda0 req-cc02f35c-bed8-4bb2-85ce-ad194b8ca1ba service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815082 Jul 29 20:49:21.508508 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309024fb-c23e-4679-b704-d05da4b893c3 req-dd9f9c76-7ed4-410f-8e0e-15d731c5d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:21.509844 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-309024fb-c23e-4679-b704-d05da4b893c3 req-dd9f9c76-7ed4-410f-8e0e-15d731c5d54f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b12f87be4e17447da96fa1c7db87261e&device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 1096 time: 0.0435336 Jul 29 20:49:21.625128 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309024fb-c23e-4679-b704-d05da4b893c3 req-2f797150-a743-4dcd-a68f-1be5a0d7f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:21.627161 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-309024fb-c23e-4679-b704-d05da4b893c3 req-2f797150-a743-4dcd-a68f-1be5a0d7f011 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3 HTTP/1.1" status: 200 len: 909 time: 0.1014225 Jul 29 20:49:21.705535 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-309024fb-c23e-4679-b704-d05da4b893c3 req-6a27f7db-15b1-4eee-ad3d-781c9be6930f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b0508b7-793d-46f3-b1f8-3f0a667abdc1 HTTP/1.1" status: 200 len: 217 time: 0.0372808 Jul 29 20:49:21.801772 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1be9330c-35d5-4a2d-b685-2899322661e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:21.816829 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cedb2-be13-48a9-becc-9eaa6740f924 req-1cf8cd03-0675-43ab-824e-de0ef1be161a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:21.818776 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f84cedb2-be13-48a9-becc-9eaa6740f924 req-1cf8cd03-0675-43ab-824e-de0ef1be161a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0823250 Jul 29 20:49:21.823726 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309024fb-c23e-4679-b704-d05da4b893c3 req-99f2c2c9-d004-4685-b932-60507a16839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:21.825945 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-309024fb-c23e-4679-b704-d05da4b893c3 req-99f2c2c9-d004-4685-b932-60507a16839c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3379215-8859-4663-ac23-f69fd7327c28 HTTP/1.1" status: 200 len: 848 time: 0.0627854 Jul 29 20:49:21.868144 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f84cedb2-be13-48a9-becc-9eaa6740f924 req-642cee6a-2132-4b56-91e2-13a2ed312a09 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Jul 29 20:49:21.919479 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-309024fb-c23e-4679-b704-d05da4b893c3 req-aa279ff6-a910-490d-b913-6189a7e64bd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8c1449e-41e5-4f5e-8ddc-c89433d971b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258856 Jul 29 20:49:22.010024 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-1eecc659-2b6d-4da3-9c2f-18444f6da6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:22.011686 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-1eecc659-2b6d-4da3-9c2f-18444f6da6cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.0473177 Jul 29 20:49:22.051411 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-309024fb-c23e-4679-b704-d05da4b893c3 req-49abea5d-c8a9-42fe-9153-c49a3d65f5c3 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884082 Jul 29 20:49:22.127072 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-e0917d04-6122-41d8-b95f-fda884b870fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:22.129313 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-e0917d04-6122-41d8-b95f-fda884b870fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.0818427 Jul 29 20:49:22.145152 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-309024fb-c23e-4679-b704-d05da4b893c3 req-e320de48-5ada-4839-ab10-2360b4a34af2 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809526 Jul 29 20:49:22.177847 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-ec0c21b7-1c76-4b34-aff1-c65c1f789d63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0400970 Jul 29 20:49:22.224124 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:22.284939 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:22.285483 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:22.287932 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef7ba9-4928-41d1-b649-4214458dbdbb req-ede4a721-d380-446e-bd82-d677128cb775 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:22.289477 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-30ef7ba9-4928-41d1-b649-4214458dbdbb req-ede4a721-d380-446e-bd82-d677128cb775 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 943 time: 0.0737369 Jul 29 20:49:22.331366 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-30ef7ba9-4928-41d1-b649-4214458dbdbb req-527056ed-0bc9-4311-8cd7-c83a642f2c8f tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350640 Jul 29 20:49:22.442622 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-173375a6-313b-4f55-ac3a-48b88c6e52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:22.444114 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-173375a6-313b-4f55-ac3a-48b88c6e52a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.2525890 Jul 29 20:49:22.492503 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-5ab09d2a-b03b-47e6-8daa-b7e9fc78a035 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254319 Jul 29 20:49:22.620058 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-25d328a6-fe0d-45ad-95fb-74743b4e94ac service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819764 Jul 29 20:49:22.719960 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-37cf8acb-614f-43d4-92e0-6aaab7e6cea5 req-68472107-80b9-4371-a02c-f0293898716e service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882454 Jul 29 20:49:22.994800 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c24835-64e6-4584-a025-d6d606833b54 req-16e17046-e495-455b-8853-f94c38d71f10 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:22.996252 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-21c24835-64e6-4584-a025-d6d606833b54 req-16e17046-e495-455b-8853-f94c38d71f10 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0487590 Jul 29 20:49:23.027472 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:23.036612 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-21c24835-64e6-4584-a025-d6d606833b54 req-6fce058f-958b-42b3-b25b-d415bdc3732f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Jul 29 20:49:23.454483 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291075b-eee0-4524-9da6-92f1a2f7e241 req-ec4d71a3-2fdb-4c89-a4c2-2bb528283895 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:23.455906 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6291075b-eee0-4524-9da6-92f1a2f7e241 req-ec4d71a3-2fdb-4c89-a4c2-2bb528283895 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 943 time: 0.0487623 Jul 29 20:49:23.493008 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6291075b-eee0-4524-9da6-92f1a2f7e241 req-dc9b048f-f448-4ec2-bdc9-38029a893189 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Jul 29 20:49:24.423614 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-54e4ed22-52b3-4d0e-be31-44506e680ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.713695 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771bbb8-6b16-436b-af77-30fb55e2fda3 req-5e5fd7b7-1cfc-43b5-b186-0cb44f5fb3e3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:24.715167 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e771bbb8-6b16-436b-af77-30fb55e2fda3 req-5e5fd7b7-1cfc-43b5-b186-0cb44f5fb3e3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.3023961 Jul 29 20:49:24.734647 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46f21-362b-4bf1-8591-e1ab82eb4e4d req-214fa6da-fa7c-49e4-95c4-c2ea8dc10aa6 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:24.736036 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23f46f21-362b-4bf1-8591-e1ab82eb4e4d req-214fa6da-fa7c-49e4-95c4-c2ea8dc10aa6 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 943 time: 0.0668476 Jul 29 20:49:24.788650 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e771bbb8-6b16-436b-af77-30fb55e2fda3 req-bea0f0dc-cfc6-4a9d-a55e-20b7a095731f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666406 Jul 29 20:49:24.791467 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23f46f21-362b-4bf1-8591-e1ab82eb4e4d req-d9257275-3d88-414c-87ce-21c939f8b78d tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475984 Jul 29 20:49:24.894891 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.282172 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.454601 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:25.545339 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:25.556566 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1', 'network_id': 'b8c1449e-41e5-4f5e-8ddc-c89433d971b3', 'port_id': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1', 'mac_address': 'fa:16:3e:d2:5e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3379215-8859-4663-ac23-f69fd7327c28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:25.591892 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.604411 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:25.628244 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:25.632303 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.677022 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:25.913033 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7c18c-15b3-4460-8c6e-1cbd79943975 req-d57f7beb-c2a1-4ad8-9f1b-99e74ab73b63 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:25.914988 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ac7c18c-15b3-4460-8c6e-1cbd79943975 req-d57f7beb-c2a1-4ad8-9f1b-99e74ab73b63 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 944 time: 0.0544829 Jul 29 20:49:25.958305 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ac7c18c-15b3-4460-8c6e-1cbd79943975 req-97d5aaa0-c32e-422e-8e1c-8200443158dc tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360796 Jul 29 20:49:26.227572 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9b0508b7-793d-46f3-b1f8-3f0a667abdc1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:26.654142 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e3dc4-f88c-43a6-9e19-73d3fd860178 req-180d3985-cf69-4c1b-a2a2-371f31cb7446 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:26.655628 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-602e3dc4-f88c-43a6-9e19-73d3fd860178 req-180d3985-cf69-4c1b-a2a2-371f31cb7446 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Jul 29 20:49:26.693413 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-602e3dc4-f88c-43a6-9e19-73d3fd860178 req-f41b1798-09d6-48a7-a89a-58e16da8c7a8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314434 Jul 29 20:49:27.053409 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.072437 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00feb1-335e-481f-a497-5f52f54b16aa req-8fdfdbef-ff5c-4383-883d-c5783d93b675 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:27.074175 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eb00feb1-335e-481f-a497-5f52f54b16aa req-8fdfdbef-ff5c-4383-883d-c5783d93b675 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 944 time: 0.0488293 Jul 29 20:49:27.113519 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eb00feb1-335e-481f-a497-5f52f54b16aa req-f1f4edae-d917-43af-902f-08e186da3367 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Jul 29 20:49:27.809633 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4010c7-44fa-4f27-bd3e-30665a99ede2 req-255f4d27-42ce-44dd-af14-7174b92f850a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:27.811082 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f4010c7-44fa-4f27-bd3e-30665a99ede2 req-255f4d27-42ce-44dd-af14-7174b92f850a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0469182 Jul 29 20:49:27.851317 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f4010c7-44fa-4f27-bd3e-30665a99ede2 req-178e42fe-342d-42f7-95f6-0cbbc7738da2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Jul 29 20:49:28.223976 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b958a65-e68a-4da6-bc72-c2970a152c06 req-193e69fa-47b7-4d8d-a9e8-7b65437a3a2f tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.225418 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b958a65-e68a-4da6-bc72-c2970a152c06 req-193e69fa-47b7-4d8d-a9e8-7b65437a3a2f tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 944 time: 0.0475063 Jul 29 20:49:28.262470 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b958a65-e68a-4da6-bc72-c2970a152c06 req-66c26bcb-5b48-4b6f-8e65-fc2511a5ea53 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Jul 29 20:49:28.970741 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ff082-b4b6-4a44-9595-f8fccb3933af req-37369b19-3203-4821-9686-648743397252 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.972707 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a72ff082-b4b6-4a44-9595-f8fccb3933af req-37369b19-3203-4821-9686-648743397252 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0495443 Jul 29 20:49:29.011638 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a72ff082-b4b6-4a44-9595-f8fccb3933af req-04e34f9a-36f8-46c2-bad9-175a00b57ea4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Jul 29 20:49:29.371813 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25a9f-6e09-4986-9b03-2e6943830ef2 req-14dfaec1-2de1-44ba-afba-afc794cbc4e0 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:29.373252 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-60e25a9f-6e09-4986-9b03-2e6943830ef2 req-14dfaec1-2de1-44ba-afba-afc794cbc4e0 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 944 time: 0.0466943 Jul 29 20:49:29.415122 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-60e25a9f-6e09-4986-9b03-2e6943830ef2 req-48f66edc-52c5-4d36-8aea-738854078ab8 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355248 Jul 29 20:49:29.482099 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:29.529202 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:29.532610 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:29.532982 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:29.611795 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:29.632949 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:29.635201 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb27e00f-47aa-4126-a225-2ebbf7ba14d3" -d '{"events": [{"server_uuid": "2d359045-d88e-4ff9-97fa-29df1c8dfa08", "name": "network-vif-plugged", "status": "completed", "tag": "9b0508b7-793d-46f3-b1f8-3f0a667abdc1"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:29.647467 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:29.651781 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:29.674476 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c834c7c3-4cd4-4cac-b518-55bbc7df3d00 x-openstack-request-id: req-c834c7c3-4cd4-4cac-b518-55bbc7df3d00 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:29.674855 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d359045-d88e-4ff9-97fa-29df1c8dfa08", "name": "network-vif-plugged", "status": "completed", "tag": "9b0508b7-793d-46f3-b1f8-3f0a667abdc1", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:29.675027 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c834c7c3-4cd4-4cac-b518-55bbc7df3d00 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:29.675423 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1', 'code': 200} Jul 29 20:49:29.701193 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:29.907358 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5debb7-461f-4b02-af53-533ecc2c3cdc req-c0d04fc0-d742-42a9-8989-313089da2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:29.909366 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cb5debb7-461f-4b02-af53-533ecc2c3cdc req-c0d04fc0-d742-42a9-8989-313089da2cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 1098 time: 0.0407271 Jul 29 20:49:29.947560 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cb5debb7-461f-4b02-af53-533ecc2c3cdc req-6fefd58b-4936-45ad-aa73-90925284b189 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267494 Jul 29 20:49:30.130273 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5b2d1-5c66-4eaf-8819-d5db9709401e req-26c34763-c6c7-45c5-b28d-df8c36c5ba5f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:30.131793 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8e5b2d1-5c66-4eaf-8819-d5db9709401e req-26c34763-c6c7-45c5-b28d-df8c36c5ba5f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0479596 Jul 29 20:49:30.168060 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8e5b2d1-5c66-4eaf-8819-d5db9709401e req-09d19551-dde7-4a17-bab9-f4552db62403 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304260 Jul 29 20:49:30.544295 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737bb00-4633-4723-a34b-7a94706e1d45 req-37722534-54e4-47d5-8773-22450c8ee4c7 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:30.545776 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6737bb00-4633-4723-a34b-7a94706e1d45 req-37722534-54e4-47d5-8773-22450c8ee4c7 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Jul 29 20:49:30.583637 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6737bb00-4633-4723-a34b-7a94706e1d45 req-cc1aa4eb-e7a6-4575-ab74-c9776f46a5fd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jul 29 20:49:31.283323 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17aa9-cfca-4f35-b170-779daa8e0d7a req-e58aecb3-429e-4885-a075-efbcc0d129f5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:31.284762 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3c17aa9-cfca-4f35-b170-779daa8e0d7a req-e58aecb3-429e-4885-a075-efbcc0d129f5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0465922 Jul 29 20:49:31.325399 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3c17aa9-cfca-4f35-b170-779daa8e0d7a req-6354dec1-7e20-42ef-ace9-01ee1c4697cf tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349698 Jul 29 20:49:31.708814 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcb1b4-22ec-4556-8fcb-d6f7c00c5345 req-7594ea15-9705-44cb-b3c3-efc98147287d tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:31.710324 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-24dcb1b4-22ec-4556-8fcb-d6f7c00c5345 req-7594ea15-9705-44cb-b3c3-efc98147287d tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 945 time: 0.0489533 Jul 29 20:49:31.748389 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-24dcb1b4-22ec-4556-8fcb-d6f7c00c5345 req-8f6a7d9c-08a5-48c2-ac40-53fbcc286a8e tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Jul 29 20:49:32.442034 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdf062-639e-4423-8d6b-e54984095afd req-b9b0d79d-b70a-484f-bf1f-7ccb207e3bf6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:32.443405 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4ecdf062-639e-4423-8d6b-e54984095afd req-b9b0d79d-b70a-484f-bf1f-7ccb207e3bf6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0476356 Jul 29 20:49:32.483341 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4ecdf062-639e-4423-8d6b-e54984095afd req-e99ebff9-6566-4376-93a8-f2ba745a92e4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338182 Jul 29 20:49:32.899984 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858ee16-77f3-4752-a36c-55f213a17b50 req-73d3ba15-01e1-4a3a-a15b-2eefc1136d36 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:32.901442 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5858ee16-77f3-4752-a36c-55f213a17b50 req-73d3ba15-01e1-4a3a-a15b-2eefc1136d36 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 945 time: 0.0799263 Jul 29 20:49:32.913026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8264-6b7b-4c3c-b3b6-eb26c5299125 req-a17c0b6b-d9c0-41ba-bc14-570ab1e3421b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:32.914396 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d48b8264-6b7b-4c3c-b3b6-eb26c5299125 req-a17c0b6b-d9c0-41ba-bc14-570ab1e3421b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0814710 Jul 29 20:49:32.970290 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5858ee16-77f3-4752-a36c-55f213a17b50 req-9cc67ba0-4e21-4fd8-8a32-783be5c43058 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547802 Jul 29 20:49:32.976547 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d48b8264-6b7b-4c3c-b3b6-eb26c5299125 req-dc153774-e01f-4f2a-9c5b-0e485c6d0721 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554452 Jul 29 20:49:33.601425 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3010f24-d39e-4db4-a62f-a1d2cae81c26 req-680e7ba7-85e6-42a4-b619-b149b0e12cfa tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:33.602892 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d3010f24-d39e-4db4-a62f-a1d2cae81c26 req-680e7ba7-85e6-42a4-b619-b149b0e12cfa tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Jul 29 20:49:33.640093 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d3010f24-d39e-4db4-a62f-a1d2cae81c26 req-eab7e3c3-0ae7-4a1a-a19e-5a15b67bd7a6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312977 Jul 29 20:49:33.995863 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97997e55-c810-4d67-99fd-866be65ae5e2 req-d0c18d56-cf8b-4b38-9ae8-3e92587887da tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:33.997329 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-97997e55-c810-4d67-99fd-866be65ae5e2 req-d0c18d56-cf8b-4b38-9ae8-3e92587887da tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 945 time: 0.0546656 Jul 29 20:49:34.035386 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-97997e55-c810-4d67-99fd-866be65ae5e2 req-81f91dd2-41cc-464c-9675-abd0c1c8802f tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Jul 29 20:49:34.093856 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10438b40-3de4-4974-ac35-181470747220 req-e2694c1b-4dae-4cfe-a4c6-c39e2ea3cd6d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:34.095320 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10438b40-3de4-4974-ac35-181470747220 req-e2694c1b-4dae-4cfe-a4c6-c39e2ea3cd6d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0481057 Jul 29 20:49:34.132515 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10438b40-3de4-4974-ac35-181470747220 req-3f870e54-71e6-4a88-93a4-29c4faa68ddf tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313540 Jul 29 20:49:34.760468 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbe009-9525-454b-8519-3a9fcfedb6e3 req-86896b25-4a65-43de-aab1-a8dff5342194 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:34.761941 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c2fbe009-9525-454b-8519-3a9fcfedb6e3 req-86896b25-4a65-43de-aab1-a8dff5342194 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0478480 Jul 29 20:49:34.799495 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c2fbe009-9525-454b-8519-3a9fcfedb6e3 req-d8b6c1d4-a9b7-4aa2-ad07-277511ec4668 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Jul 29 20:49:35.150978 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8d986-1ec0-4289-834d-cfbcdcb5421b req-bb704a23-3200-462e-ae11-9bf2c4b207d3 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:35.152415 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b7b8d986-1ec0-4289-834d-cfbcdcb5421b req-bb704a23-3200-462e-ae11-9bf2c4b207d3 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 945 time: 0.0514317 Jul 29 20:49:35.189798 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b7b8d986-1ec0-4289-834d-cfbcdcb5421b req-57c6e7fe-7136-4625-b7dc-84da86ce4fda tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Jul 29 20:49:35.247812 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432be09-bcae-4ab0-a202-22e7ce684c78 req-c7d06f3e-4e22-4a79-acc6-99a1e5e3ed10 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:35.249374 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a432be09-bcae-4ab0-a202-22e7ce684c78 req-c7d06f3e-4e22-4a79-acc6-99a1e5e3ed10 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0488117 Jul 29 20:49:35.292059 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a432be09-bcae-4ab0-a202-22e7ce684c78 req-fbe0ab10-03ef-4945-aafd-8075cad96d61 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360000 Jul 29 20:49:35.917075 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5b8c3-9f59-415e-9214-461266931882 req-307f981b-b675-449b-bc30-47427a82e5a7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:35.918504 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a1c5b8c3-9f59-415e-9214-461266931882 req-307f981b-b675-449b-bc30-47427a82e5a7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0468922 Jul 29 20:49:35.955639 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a1c5b8c3-9f59-415e-9214-461266931882 req-7d4cc31d-7602-4beb-a113-510720d19707 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304809 Jul 29 20:49:36.314259 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a8b2e-8b9d-4ca9-a5e7-e413514789d3 req-7af5a43c-06e8-4fec-9070-4bbdb892c478 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:36.315804 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-900a8b2e-8b9d-4ca9-a5e7-e413514789d3 req-7af5a43c-06e8-4fec-9070-4bbdb892c478 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Jul 29 20:49:36.355162 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-900a8b2e-8b9d-4ca9-a5e7-e413514789d3 req-2757b780-b807-4520-803f-b80ce4a2220a tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/security-groups?id=86ed1e7c-459d-4d29-8701-389518136b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335541 Jul 29 20:49:36.411568 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e497b-b29c-4852-9d6c-f28b98b40e57 req-66966cb6-b342-4721-9734-06f2157e17a3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:36.413021 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-079e497b-b29c-4852-9d6c-f28b98b40e57 req-66966cb6-b342-4721-9734-06f2157e17a3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0535007 Jul 29 20:49:36.449554 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-079e497b-b29c-4852-9d6c-f28b98b40e57 req-fbd87144-9e7b-4612-92f1-a9adb4b3958c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Jul 29 20:49:36.627363 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-c26e5feb-9f67-40b7-a999-253dad9d31ae tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:36.628801 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-c26e5feb-9f67-40b7-a999-253dad9d31ae tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Jul 29 20:49:36.716295 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Deleting port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:49:36.716633 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.801932 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] For port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,segment=NetworkSegment(60a42ffb-bb3c-42e0-a363-aa9efd7b201f),segment_id=60a42ffb-bb3c-42e0-a363-aa9efd7b201f)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:36.802291 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.815525 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Calling delete_port for 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:49:36.945847 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.975879 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Pushing event deleted for resources: {'Port': ['ID=9b0508b7-793d-46f3-b1f8-3f0a667abdc1,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:37.001157 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9b0508b7-793d-46f3-b1f8-3f0a667abdc1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:37.019350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] No DVR routers for this DVR port 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:49:37.022010 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.024092 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3a7deecf-1bb3-4dab-ae4f-5372578350ba req-b3f9e197-01c6-4a98-b1d7-8a386b0abadd tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.42 "DELETE /v2.0/ports/9b0508b7-793d-46f3-b1f8-3f0a667abdc1 HTTP/1.1" status: 204 len: 173 time: 0.3880267 Jul 29 20:49:37.024519 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'name': 'network-vif-deleted', 'tag': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:37.026786 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc4e7dd-33f7-49ba-b98e-0f2f480272fb" -d '{"events": [{"server_uuid": "2d359045-d88e-4ff9-97fa-29df1c8dfa08", "name": "network-vif-deleted", "tag": "9b0508b7-793d-46f3-b1f8-3f0a667abdc1"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:37.062156 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82893b87-9025-4cef-8bb3-98d5b1e55146 x-openstack-request-id: req-82893b87-9025-4cef-8bb3-98d5b1e55146 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:37.062448 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d359045-d88e-4ff9-97fa-29df1c8dfa08", "name": "network-vif-deleted", "tag": "9b0508b7-793d-46f3-b1f8-3f0a667abdc1", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:37.062766 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82893b87-9025-4cef-8bb3-98d5b1e55146 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:37.063240 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d359045-d88e-4ff9-97fa-29df1c8dfa08', 'name': 'network-vif-deleted', 'tag': '9b0508b7-793d-46f3-b1f8-3f0a667abdc1', 'status': 'completed', 'code': 200} Jul 29 20:49:37.082330 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8911a31-2594-453c-b2e3-c09e0cd08a9e req-a842b68e-e3a7-48e8-bbb7-87deadef22ab tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:37.083832 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8911a31-2594-453c-b2e3-c09e0cd08a9e req-a842b68e-e3a7-48e8-bbb7-87deadef22ab tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0536816 Jul 29 20:49:37.120983 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8911a31-2594-453c-b2e3-c09e0cd08a9e req-04246cdc-c264-4a12-8fe8-27ad55068284 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Jul 29 20:49:37.465083 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f96dc204-a8f5-4a37-bae3-c86fab702285 req-dff32438-dacb-41a3-83fc-11fdcef36074 tempest-VolumesActionsTest-2000276181 tempest-VolumesActionsTest-2000276181-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d359045-d88e-4ff9-97fa-29df1c8dfa08 HTTP/1.1" status: 200 len: 210 time: 0.0286725 Jul 29 20:49:37.563076 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6ce2d-5941-4368-8da5-eae8586b0456 req-7c796007-0fd0-4317-857e-631496737ebe tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:37.564361 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cef6ce2d-5941-4368-8da5-eae8586b0456 req-7c796007-0fd0-4317-857e-631496737ebe tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0486751 Jul 29 20:49:37.603912 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cef6ce2d-5941-4368-8da5-eae8586b0456 req-e432490b-0730-47c5-b138-968d3e9c4ec5 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Jul 29 20:49:38.237397 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ade1d8-bc52-493e-a4d8-01f6b02249d8 req-e5c30432-411a-4737-9bb1-fec2a405bb45 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:38.238790 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e5ade1d8-bc52-493e-a4d8-01f6b02249d8 req-e5c30432-411a-4737-9bb1-fec2a405bb45 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0472820 Jul 29 20:49:38.275400 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e5ade1d8-bc52-493e-a4d8-01f6b02249d8 req-b3e0f53a-b453-46f9-b15b-43cd86eceab5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Jul 29 20:49:38.717091 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f2916-7d06-49e4-b37b-4b27682e5cca req-6fe2ff7a-689d-444c-88ef-07715a6ee1db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:38.718600 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-585f2916-7d06-49e4-b37b-4b27682e5cca req-6fe2ff7a-689d-444c-88ef-07715a6ee1db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0482099 Jul 29 20:49:38.761178 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-585f2916-7d06-49e4-b37b-4b27682e5cca req-a1dd0534-0a31-4fa8-9098-67d623aca258 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364790 Jul 29 20:49:39.389699 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0a4a-a9d2-4eb3-a18d-a12b88a11539 req-17203824-1c6e-4daa-a62a-d3ed805c66b8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:39.391161 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7d8c0a4a-a9d2-4eb3-a18d-a12b88a11539 req-17203824-1c6e-4daa-a62a-d3ed805c66b8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0474887 Jul 29 20:49:39.428448 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7d8c0a4a-a9d2-4eb3-a18d-a12b88a11539 req-357da164-693c-43e5-8a3b-5f115140fcb9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Jul 29 20:49:39.874046 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d3e6c-a0e6-479b-b660-614fa93f34c9 req-45f83029-28a2-4358-8fe6-970d6028bb06 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:39.875550 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ba2d3e6c-a0e6-479b-b660-614fa93f34c9 req-45f83029-28a2-4358-8fe6-970d6028bb06 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0475166 Jul 29 20:49:39.913558 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ba2d3e6c-a0e6-479b-b660-614fa93f34c9 req-7af678a1-c75e-472e-adae-a3901795847a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Jul 29 20:49:40.274772 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13136cc-e399-4798-81c7-a3b6204ae762 req-d60f5c53-4cca-4fc7-b328-c0e4c6e6bb2c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:40.276238 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e13136cc-e399-4798-81c7-a3b6204ae762 req-d60f5c53-4cca-4fc7-b328-c0e4c6e6bb2c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0486777 Jul 29 20:49:40.316904 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e13136cc-e399-4798-81c7-a3b6204ae762 req-f68bef3e-7a75-4e3c-9740-bdd0ad06c1e0 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Jul 29 20:49:40.545958 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc6887-0166-4339-a079-ea5279e6765d req-530feb8e-ab34-4403-9b8c-02e1072217cc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:40.547482 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5dcc6887-0166-4339-a079-ea5279e6765d req-530feb8e-ab34-4403-9b8c-02e1072217cc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0473554 Jul 29 20:49:40.585406 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5dcc6887-0166-4339-a079-ea5279e6765d req-a5062169-012c-44ac-a861-9d5f056f3b8b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Jul 29 20:49:41.026738 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a63ea-6a53-4282-a9eb-ed29b9443a25 req-b1408aa2-5248-49dd-ab69-a8cf8a13a872 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:41.028192 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c81a63ea-6a53-4282-a9eb-ed29b9443a25 req-b1408aa2-5248-49dd-ab69-a8cf8a13a872 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0466988 Jul 29 20:49:41.069418 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c81a63ea-6a53-4282-a9eb-ed29b9443a25 req-00f75463-4882-4170-b532-9d25ee72709d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Jul 29 20:49:41.427652 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96153bfc-8629-4ce9-b4de-0a3a4449e28f req-fffec4cb-1c3e-41dc-b7b2-2ac94f498cca tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:41.428995 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96153bfc-8629-4ce9-b4de-0a3a4449e28f req-fffec4cb-1c3e-41dc-b7b2-2ac94f498cca tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0471754 Jul 29 20:49:41.468860 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96153bfc-8629-4ce9-b4de-0a3a4449e28f req-f06b2686-7311-437d-a654-08138b19192b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340989 Jul 29 20:49:41.702006 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1a247-6b94-4448-97f4-5fbfd1ce2566 req-18ad6f8d-4f02-4678-942f-0a6372d235a4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:41.703410 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-28e1a247-6b94-4448-97f4-5fbfd1ce2566 req-18ad6f8d-4f02-4678-942f-0a6372d235a4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0477755 Jul 29 20:49:41.740170 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-28e1a247-6b94-4448-97f4-5fbfd1ce2566 req-5e35c65e-0763-4488-b715-56063a688b58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305774 Jul 29 20:49:42.183362 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9593123-7926-4a24-a234-97f6bd1cc6ce req-0bed754d-cf5d-4aa9-b748-38360cdc381f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:42.184906 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f9593123-7926-4a24-a234-97f6bd1cc6ce req-0bed754d-cf5d-4aa9-b748-38360cdc381f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0482032 Jul 29 20:49:42.224348 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f9593123-7926-4a24-a234-97f6bd1cc6ce req-f557e297-29cb-4ef5-8597-c24f3f6c6402 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334597 Jul 29 20:49:42.580290 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb41768-86b7-49af-9ade-923cc2ae71ae req-6fec662e-03a0-4a8b-98af-ed2b029d58b1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:42.581771 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fb41768-86b7-49af-9ade-923cc2ae71ae req-6fec662e-03a0-4a8b-98af-ed2b029d58b1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0476882 Jul 29 20:49:42.620915 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fb41768-86b7-49af-9ade-923cc2ae71ae req-04113e64-a0a2-4cea-bfb9-17765f27d7bf tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333896 Jul 29 20:49:42.857033 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7845aaa-75e4-4e50-8bba-b1206232ac9e req-5a2caf11-2e38-4665-9f1a-01329deb9ddd tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:42.858535 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e7845aaa-75e4-4e50-8bba-b1206232ac9e req-5a2caf11-2e38-4665-9f1a-01329deb9ddd tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0481889 Jul 29 20:49:42.896532 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e7845aaa-75e4-4e50-8bba-b1206232ac9e req-32633b8c-86f2-4d47-9679-7595784c7fc2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Jul 29 20:49:43.051162 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:49:43.073676 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:49:43.074262 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9b0508b7-793d-46f3-b1f8-3f0a667abdc1 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:49:43.132080 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-a8f2e2fb-93cd-42ea-8f04-01d3c5468f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:43.133528 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-a8f2e2fb-93cd-42ea-8f04-01d3c5468f07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.0414114 Jul 29 20:49:43.226672 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-b33a0152-c037-4e56-bbb6-2199623ae153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:43.228165 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-b33a0152-c037-4e56-bbb6-2199623ae153 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.0850034 Jul 29 20:49:43.275736 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-7feb220c-87b9-4fbf-bf1b-ea8fca2dcea7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0344870 Jul 29 20:49:43.333944 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-514c3456-1ebb-42cd-9874-58f26a9feca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:43.335751 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-514c3456-1ebb-42cd-9874-58f26a9feca0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.0496640 Jul 29 20:49:43.353584 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b616-4844-48d9-a4af-d9ad37ed479a req-1ca7b422-8c5a-4ea9-b0bd-059f62497dc8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:43.355055 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3a94b616-4844-48d9-a4af-d9ad37ed479a req-1ca7b422-8c5a-4ea9-b0bd-059f62497dc8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0531859 Jul 29 20:49:43.374720 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-af3bcd8b-bf04-4623-a350-bb7343e7a6af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282764 Jul 29 20:49:43.392207 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3a94b616-4844-48d9-a4af-d9ad37ed479a req-2b9fc140-c87b-46e4-8554-eda64e38d905 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Jul 29 20:49:43.464867 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-df6cf3e8-0ce4-4fee-b2b5-85df683b4c0f service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803673 Jul 29 20:49:43.556017 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-df4c9595-3e5f-4e94-8033-14c9da5bd4c9 req-02237137-f257-4013-af1b-c5312f9af247 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809066 Jul 29 20:49:43.733732 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03833e47-62c4-44d4-8e31-4ebf0f95ebb4 req-50fb8a72-ad82-43fa-9e4e-0d399aa27a0e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:43.735266 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-03833e47-62c4-44d4-8e31-4ebf0f95ebb4 req-50fb8a72-ad82-43fa-9e4e-0d399aa27a0e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0485170 Jul 29 20:49:43.775152 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-03833e47-62c4-44d4-8e31-4ebf0f95ebb4 req-0f887de4-0b38-49b5-a715-17c7cce1214f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341413 Jul 29 20:49:44.012280 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d51c-703f-4242-aab0-13c7c1b1f705 req-4ba2c7f5-2af3-4806-b6ba-efa8af3ad038 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:44.013732 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5ff0d51c-703f-4242-aab0-13c7c1b1f705 req-4ba2c7f5-2af3-4806-b6ba-efa8af3ad038 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0474341 Jul 29 20:49:44.051525 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5ff0d51c-703f-4242-aab0-13c7c1b1f705 req-469960c5-9928-4bd5-a4f6-223d1a1a2326 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Jul 29 20:49:44.504423 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf09f4-3fb0-4ce0-926e-479146a16e6d req-eb8d63f6-756f-4dc9-ab8b-d61c1bcfe761 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:44.505856 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12bf09f4-3fb0-4ce0-926e-479146a16e6d req-eb8d63f6-756f-4dc9-ab8b-d61c1bcfe761 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0470369 Jul 29 20:49:44.541852 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12bf09f4-3fb0-4ce0-926e-479146a16e6d req-166f1f56-e056-46cb-a9c5-39b0d1893dbf tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301778 Jul 29 20:49:44.887220 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0943da-93b6-4350-a127-857df2bf340f req-e6a50cbe-b9b6-4a1e-afca-c2660714aba2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:44.888744 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0e0943da-93b6-4350-a127-857df2bf340f req-e6a50cbe-b9b6-4a1e-afca-c2660714aba2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0477345 Jul 29 20:49:44.928860 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0e0943da-93b6-4350-a127-857df2bf340f req-595e9a24-f775-4a63-a48e-18e9076e08b9 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342858 Jul 29 20:49:45.172326 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2133f-f082-4782-9329-6d503f056136 req-fed2a8f4-a379-4eef-97a9-bb9b1d2d8af7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:45.173890 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6de2133f-f082-4782-9329-6d503f056136 req-fed2a8f4-a379-4eef-97a9-bb9b1d2d8af7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0514438 Jul 29 20:49:45.218782 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6de2133f-f082-4782-9329-6d503f056136 req-a6081c31-0162-47a6-8431-ee1f0ca0e5ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382416 Jul 29 20:49:45.655159 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c0850-6c0d-46f1-adca-283fbf8f075d req-c778de1e-ddbc-4c72-bf9c-47ee3edc9633 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:45.656609 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d25c0850-6c0d-46f1-adca-283fbf8f075d req-c778de1e-ddbc-4c72-bf9c-47ee3edc9633 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0463326 Jul 29 20:49:45.703921 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d25c0850-6c0d-46f1-adca-283fbf8f075d req-14692ee2-48da-4499-90ec-ed584749435e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403085 Jul 29 20:49:45.980698 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-4639d1fa-6ba5-4ea0-9d5a-afa8db628292 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612312720&fields=id&tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d HTTP/1.1" status: 200 len: 267 time: 0.0469143 Jul 29 20:49:46.157074 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6d8e0-4672-4adb-b773-5e0b335e885f req-70ace565-f923-40d7-93f8-3011a90eaa5b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:46.159117 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-15a6d8e0-4672-4adb-b773-5e0b335e885f req-70ace565-f923-40d7-93f8-3011a90eaa5b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1395500 Jul 29 20:49:46.206569 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-3d37ee3d-42bf-4d8d-86c8-ea4649603450 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:46.208679 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-3d37ee3d-42bf-4d8d-86c8-ea4649603450 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 809 time: 0.2195866 Jul 29 20:49:46.241559 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-405f109e-f994-4672-95f9-61453c623f98 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/quotas/fb8f332558be4d2bb2b1c6cbf3e8533d HTTP/1.1" status: 200 len: 375 time: 0.0264981 Jul 29 20:49:46.272822 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-15a6d8e0-4672-4adb-b773-5e0b335e885f req-82366749-0a9b-4436-b613-1a05654d3a9b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049502 Jul 29 20:49:46.363586 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-06c5d8af-f729-4c20-b874-effe36e9b5dc tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682065 Jul 29 20:49:46.450908 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00effe78-2430-4fbe-a1e4-378320540aab req-1a712818-0c59-47eb-8fec-d58aae8f845c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:46.452455 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-00effe78-2430-4fbe-a1e4-378320540aab req-1a712818-0c59-47eb-8fec-d58aae8f845c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1037233 Jul 29 20:49:46.503180 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-4f355278-3b70-44b8-acc8-a2ceb6afd2d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212988 Jul 29 20:49:46.533238 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-00effe78-2430-4fbe-a1e4-378320540aab req-969c49fd-ade3-418b-b959-749988870e1f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594285 Jul 29 20:49:46.636144 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-d919de74-d2cf-482d-a70e-2025e447ca7b service neutron] 10.222.0.26 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253405 Jul 29 20:49:46.824830 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b99c5-f6cc-4d48-9c24-89156ce169c5 req-d9e8055b-80c2-4581-b1fe-7230c13cefba tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:46.826573 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a88b99c5-f6cc-4d48-9c24-89156ce169c5 req-d9e8055b-80c2-4581-b1fe-7230c13cefba tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.0524852 Jul 29 20:49:46.867335 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a88b99c5-f6cc-4d48-9c24-89156ce169c5 req-6bd532d2-5d67-4117-8fa2-9508235c11d1 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Jul 29 20:49:47.022097 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dbb7b4fc-2172-4bf7-bcee-78fb70a97ef0 req-2f870fdf-1059-4b79-8c74-2ae154d9a2e1 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 210 time: 0.0329113 Jul 29 20:49:47.071166 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9ff66-5f67-4639-b165-89ecf1bee61e req-2de8a0d0-5bce-4960-97ec-ad160763db63 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:47.072688 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f8c9ff66-5f67-4639-b165-89ecf1bee61e req-2de8a0d0-5bce-4960-97ec-ad160763db63 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1354659 Jul 29 20:49:47.149957 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f8c9ff66-5f67-4639-b165-89ecf1bee61e req-23e022f1-dfa9-4c9c-895c-f9df5d982f89 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695007 Jul 29 20:49:47.421417 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ede4b-27a8-4741-b3b3-48199269fe8e req-b26fd09d-05bd-404e-a41c-874cddab1283 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:47.429624 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-625ede4b-27a8-4741-b3b3-48199269fe8e req-b26fd09d-05bd-404e-a41c-874cddab1283 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0751328 Jul 29 20:49:47.476727 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-625ede4b-27a8-4741-b3b3-48199269fe8e req-de245590-9228-449f-ba7f-4adc2333df1b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Jul 29 20:49:47.711886 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55818550-3ae1-48a6-809f-0f9545f17526 req-36b52d4e-77ae-4f0e-afae-b54ad3e3b0d6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:47.721020 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55818550-3ae1-48a6-809f-0f9545f17526 req-36b52d4e-77ae-4f0e-afae-b54ad3e3b0d6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0800788 Jul 29 20:49:47.763327 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55818550-3ae1-48a6-809f-0f9545f17526 req-db43171d-5131-4c64-938a-2550c999d8de tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Jul 29 20:49:48.000468 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ff5d-a7c1-4d97-939d-3bc53fc8e196 req-fcdf1ca1-162c-494b-bdc2-07f1eb68635a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:48.002008 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-71c2ff5d-a7c1-4d97-939d-3bc53fc8e196 req-fcdf1ca1-162c-494b-bdc2-07f1eb68635a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.0511560 Jul 29 20:49:48.042634 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-71c2ff5d-a7c1-4d97-939d-3bc53fc8e196 req-d2b38095-441c-493a-88c8-c39a9c7439df tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Jul 29 20:49:48.120264 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4ea0613a-4238-41d3-a058-6940b04941b3 req-ab0bf911-f760-48d7-9dc7-a0a75c30ba8c tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 210 time: 0.0263376 Jul 29 20:49:48.271100 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6800ee-7ab6-406e-8040-5c9ea2f31c83 req-abb1a767-6837-4779-a39e-9ee2d0ba7c5c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:48.272541 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9c6800ee-7ab6-406e-8040-5c9ea2f31c83 req-abb1a767-6837-4779-a39e-9ee2d0ba7c5c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0548849 Jul 29 20:49:48.312322 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9c6800ee-7ab6-406e-8040-5c9ea2f31c83 req-c2f9f95b-3f81-4ae6-846f-10d01ca88734 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jul 29 20:49:48.616299 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-6c64c0f1-c9d1-494f-95ca-415688511b2e tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:48.616299 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-6c64c0f1-c9d1-494f-95ca-415688511b2e tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.42 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 809 time: 0.1523900 Jul 29 20:49:48.643766 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626fd47-3750-43e8-b28e-fd3fdac8061d req-9a83ae8d-bd30-4f8a-98ee-04ddfe54769a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:48.651361 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b626fd47-3750-43e8-b28e-fd3fdac8061d req-9a83ae8d-bd30-4f8a-98ee-04ddfe54769a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0622389 Jul 29 20:49:48.696120 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b626fd47-3750-43e8-b28e-fd3fdac8061d req-c3f91329-4b29-49c7-8e53-c97b2dfbe437 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Jul 29 20:49:48.702311 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-cc7d621b-04b2-41ac-85e0-dcaccc70dd4e tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d HTTP/1.1" status: 200 len: 379 time: 0.0436840 Jul 29 20:49:48.737420 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'port': {'device_id': 'bda252f5-5b31-445e-872f-ed21cf807387', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'admin_state_up': True, 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'security_groups': ['4ad8fb16-0995-46e5-9655-92d4271320af']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:48.882637 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Made reservation on behalf of fb8f332558be4d2bb2b1c6cbf3e8533d for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:48.887149 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:48.939381 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b631d0-b22b-4aec-b5a6-a9ce384104fd req-d577fe63-3882-4e9b-a4a4-c81faa6ec8a7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:48.940958 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c3b631d0-b22b-4aec-b5a6-a9ce384104fd req-d577fe63-3882-4e9b-a4a4-c81faa6ec8a7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0667832 Jul 29 20:49:48.982430 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c3b631d0-b22b-4aec-b5a6-a9ce384104fd req-2884c5a3-2fbb-4dec-a73b-531bb2eff8c7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350237 Jul 29 20:49:49.056616 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Allocated IP 172.20.0.6 (e22a96dc-d308-4126-8e6f-026348822863/fd96882f-ac06-4652-a5ef-19f9d813a3f7/6f813c8b-7bb1-460b-92a5-bee255405878) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:49.103324 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:49.187254 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de8e0a-f63a-432d-af53-e6d49ca84b8c req-f5c78836-c207-4f7f-818c-384bef8dae14 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:49.188862 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e9de8e0a-f63a-432d-af53-e6d49ca84b8c req-f5c78836-c207-4f7f-818c-384bef8dae14 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.0713770 Jul 29 20:49:49.233643 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.240466 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0f200d1a-0caf-4821-92e5-9ab5bb026faf req-cbc046a9-0c52-45cb-818a-d33c6f4d536a tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 210 time: 0.0480402 Jul 29 20:49:49.246730 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:49.251633 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Transition to ACTIVE for port object 6f813c8b-7bb1-460b-92a5-bee255405878 will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:49.259666 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e9de8e0a-f63a-432d-af53-e6d49ca84b8c req-216ebc53-2c80-42e5-b3d9-a2a5d2953cf7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633597 Jul 29 20:49:49.273863 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'port_id': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'mac_address': 'fa:16:3e:85:40:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:49.294033 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.323699 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.341531 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:49.368751 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Network e22a96dc-d308-4126-8e6f-026348822863 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:49.375323 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:49.377777 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:49.386768 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.392434 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:49.436757 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:49.478615 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=6']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:49.484892 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:49.485581 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.502155 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-3bc5795b-411c-4c4f-94b7-82c6f5ad5358 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7689970 Jul 29 20:49:49.506427 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc5b6-a367-47bb-8833-da93e6ada468 req-7692d072-f7e4-4fdd-9086-677c78b02ce7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:49.512719 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-94fdc5b6-a367-47bb-8833-da93e6ada468 req-7692d072-f7e4-4fdd-9086-677c78b02ce7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1006742 Jul 29 20:49:49.540056 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Request body: {'port': {'device_id': 'bda252f5-5b31-445e-872f-ed21cf807387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:49.554029 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-94fdc5b6-a367-47bb-8833-da93e6ada468 req-06e2c9f0-2eb0-412d-a875-f0c82da34e4e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Jul 29 20:49:49.600889 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.713398 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-462e0aca-bb2c-47ca-a50a-e76d434d0568 None None] Provisioning for port 6f813c8b-7bb1-460b-92a5-bee255405878 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:49.717838 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-462e0aca-bb2c-47ca-a50a-e76d434d0568 None None] Provisioning complete for port 6f813c8b-7bb1-460b-92a5-bee255405878 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:49.718442 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-462e0aca-bb2c-47ca-a50a-e76d434d0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.731505 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:49.805771 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-462e0aca-bb2c-47ca-a50a-e76d434d0568 None None] Port 6f813c8b-7bb1-460b-92a5-bee255405878 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:49:49.861456 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ef45f-9b54-4f37-9d00-87410ccac2cc req-c6e86de6-5e8c-4e10-b68b-a2c7d9a49729 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:49.864507 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a50ef45f-9b54-4f37-9d00-87410ccac2cc req-c6e86de6-5e8c-4e10-b68b-a2c7d9a49729 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0743587 Jul 29 20:49:49.945008 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f813c8b-7bb1-460b-92a5-bee255405878 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:49.957166 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.971890 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Transition to ACTIVE for port object 6f813c8b-7bb1-460b-92a5-bee255405878 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:49.975865 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.978828 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a50ef45f-9b54-4f37-9d00-87410ccac2cc req-92d39e33-07fe-4a3e-8ba9-88e49a46c610 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070302 Jul 29 20:49:50.052578 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:50.153976 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Attempting to bind port 6f813c8b-7bb1-460b-92a5-bee255405878 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:50.154339 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Attempting to bind port 6f813c8b-7bb1-460b-92a5-bee255405878 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:50.154682 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Attempting to bind port 6f813c8b-7bb1-460b-92a5-bee255405878 on network e22a96dc-d308-4126-8e6f-026348822863 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:50.169546 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Port 6f813c8b-7bb1-460b-92a5-bee255405878 on network e22a96dc-d308-4126-8e6f-026348822863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:49:50.169882 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Attempting to bind port 6f813c8b-7bb1-460b-92a5-bee255405878 on network e22a96dc-d308-4126-8e6f-026348822863 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:50.184309 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:50.184649 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Checking segment: {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:50.185059 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Bound using segment: {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:50.185520 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Bound port: 6f813c8b-7bb1-460b-92a5-bee255405878, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58a8527-9687-48c2-84cb-031f9345d06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:50.185861 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:50.207276 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469ac6-76f4-40e1-aa74-9142cfb5baae req-f2d491fa-ff3c-4169-8938-935f015a2662 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.217119 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f3469ac6-76f4-40e1-aa74-9142cfb5baae req-f2d491fa-ff3c-4169-8938-935f015a2662 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0911148 Jul 29 20:49:50.255695 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f3469ac6-76f4-40e1-aa74-9142cfb5baae req-7acf63c7-e8eb-4964-8b96-1c876e5c2f27 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376887 Jul 29 20:49:50.302983 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:50.306568 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:50.316986 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:50.362926 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.363564 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:50.366695 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] 10.222.0.42 "PUT /v2.0/ports/6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 1093 time: 0.8297901 Jul 29 20:49:50.368113 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:50.370542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e550db-c37c-4195-aa1e-be73f039b170" -d '{"events": [{"name": "network-changed", "server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:50.401410 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28164243-0aba-4164-94e4-e62ea952df68 service neutron] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:50.458145 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e81f2-8595-4b7e-90a2-dd1a9132f67a req-833d76a5-6800-4fd9-a451-3146642d4b13 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.467537 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b07e81f2-8595-4b7e-90a2-dd1a9132f67a req-833d76a5-6800-4fd9-a451-3146642d4b13 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.1009269 Jul 29 20:49:50.487446 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6f6c9-f4dc-4891-8ce2-06a2d4467167 req-707eb619-8933-4c96-9114-d8c552a7eba0 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.495612 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-54a6f6c9-f4dc-4891-8ce2-06a2d4467167 req-707eb619-8933-4c96-9114-d8c552a7eba0 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.1404874 Jul 29 20:49:50.617543 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-bf94ba3a-5ec1-4ac5-bff3-35fa91f208ff tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.618190 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b07e81f2-8595-4b7e-90a2-dd1a9132f67a req-b29972e7-2369-4cae-adab-cee8656f6e3c tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454675 Jul 29 20:49:50.619738 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-bf94ba3a-5ec1-4ac5-bff3-35fa91f208ff tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 945 time: 0.0709538 Jul 29 20:49:50.674625 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2022799b-eb10-4d14-803b-fdbe2d77a6ac x-openstack-request-id: req-2022799b-eb10-4d14-803b-fdbe2d77a6ac {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:50.674938 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:50.675189 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2022799b-eb10-4d14-803b-fdbe2d77a6ac {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:50.675640 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878', 'status': 'completed', 'code': 200} Jul 29 20:49:50.683602 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-54a6f6c9-f4dc-4891-8ce2-06a2d4467167 req-09c72ea7-3a40-4fdb-a5f8-a85279147ed6 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870403 Jul 29 20:49:50.696718 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-a9184ed7-e2ad-47a0-9126-532f28779c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.698487 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-a9184ed7-e2ad-47a0-9126-532f28779c3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1096 time: 0.1360259 Jul 29 20:49:50.766729 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Deleting port f91608b8-0959-4a5b-836e-e6d9e83f40e1 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:49:50.767107 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:50.774452 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-fb120ead-6076-4068-98af-c016f92f47ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 217 time: 0.0511756 Jul 29 20:49:50.860952 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-05461b37-0747-42eb-932c-0372a287b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.864153 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-05461b37-0747-42eb-932c-0372a287b098 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 200 len: 848 time: 0.0702407 Jul 29 20:49:50.900720 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] For port f91608b8-0959-4a5b-836e-e6d9e83f40e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f91608b8-0959-4a5b-836e-e6d9e83f40e1,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:50.901407 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:50.918321 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Calling delete_port for f91608b8-0959-4a5b-836e-e6d9e83f40e1 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:49:50.928525 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c3f1d-0b17-43ae-ad21-118627cec82c req-009e2738-ffff-49cd-8381-65fa73857201 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.930321 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2b7c3f1d-0b17-43ae-ad21-118627cec82c req-009e2738-ffff-49cd-8381-65fa73857201 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1697571 Jul 29 20:49:50.970818 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce019-982b-4347-bac4-206559865881 req-3418173d-7b5e-4b04-9280-0fbd8426a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.972567 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-3418173d-7b5e-4b04-9280-0fbd8426a8b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e22a96dc-d308-4126-8e6f-026348822863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938804 Jul 29 20:49:50.988693 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2b7c3f1d-0b17-43ae-ad21-118627cec82c req-9368a17b-f59a-4e94-86b7-dbef5f95f37b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499964 Jul 29 20:49:51.106008 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:51.112329 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:51.152487 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event deleted for resources: {'Port': ['ID=f91608b8-0959-4a5b-836e-e6d9e83f40e1,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:51.193640 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6', '252a53a7-14ea-4168-b07b-b98a32484193', '8bf0d600-13e3-45ea-a7b4-eb801f65fd30', 'f91608b8-0959-4a5b-836e-e6d9e83f40e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:51.202217 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-e3d24c53-8248-45a8-971c-f8ecce582bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802714 Jul 29 20:49:51.225155 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:51.226056 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:51.229444 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] No DVR routers for this DVR port f91608b8-0959-4a5b-836e-e6d9e83f40e1 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:49:51.238491 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:51.240759 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1db2d50f-2618-4fe8-a563-68eff36fe38b req-7900b514-651f-4eda-a85a-c97a519dfd90 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "DELETE /v2.0/ports/f91608b8-0959-4a5b-836e-e6d9e83f40e1 HTTP/1.1" status: 204 len: 173 time: 0.6031857 Jul 29 20:49:51.335956 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb2c09-71a4-43b7-9510-19d2af2e9036 req-ccfd0355-f7fe-4e26-8694-753ec71d399a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.337918 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8eb2c09-71a4-43b7-9510-19d2af2e9036 req-ccfd0355-f7fe-4e26-8694-753ec71d399a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1823215 Jul 29 20:49:51.413649 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:51.454959 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:51.457228 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b7b20d-5041-4405-a185-b62222f6fd73" -d '{"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:51.476553 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:51.494136 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:51.525456 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8eb2c09-71a4-43b7-9510-19d2af2e9036 req-c5930bf9-8f13-4914-87ce-151494a0726e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639707 Jul 29 20:49:51.555042 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01cce019-982b-4347-bac4-206559865881 req-6be85ca7-bbe7-4c46-8cfc-ae7614fa0d6f service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276243 Jul 29 20:49:51.586277 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=7']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:51.592013 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769e5c8-e75a-428c-ad58-9b6d7196a51f req-69b4f136-bf93-4c8e-a211-133862eb97ac tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.594529 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a769e5c8-e75a-428c-ad58-9b6d7196a51f req-69b4f136-bf93-4c8e-a211-133862eb97ac tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.1780322 Jul 29 20:49:51.645236 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38032667-8397-4a7f-899c-3e0313d435e9 x-openstack-request-id: req-38032667-8397-4a7f-899c-3e0313d435e9 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:51.645619 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:51.645957 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38032667-8397-4a7f-899c-3e0313d435e9 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:51.646425 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'code': 200} Jul 29 20:49:51.686910 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a769e5c8-e75a-428c-ad58-9b6d7196a51f req-92549b88-6138-4bb5-a6be-2cb42db36b8d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830004 Jul 29 20:49:51.778050 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-92913031-409a-4bbc-820e-2f89c1b66c7c req-1c034873-4f94-4cd2-8f5e-a9bba3441c04 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4f90ce1-aade-45b0-8e18-607bb8a0eeaf HTTP/1.1" status: 200 len: 210 time: 0.0423906 Jul 29 20:49:51.837859 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-bb078ae8-4fd5-4db0-9af8-196d99fdeca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:51.895528 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e550db-c37c-4195-aa1e-be73f039b170 req-8c1bf161-0d22-4b99-8981-b819d83dc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.898904 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-02e550db-c37c-4195-aa1e-be73f039b170 req-8c1bf161-0d22-4b99-8981-b819d83dc72b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1096 time: 0.1180458 Jul 29 20:49:51.927464 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dfa0e-8b33-4d58-ac8f-a1745b45447f req-286dc227-aac9-4fe5-af68-e58b99231092 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.929425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eb9dfa0e-8b33-4d58-ac8f-a1745b45447f req-286dc227-aac9-4fe5-af68-e58b99231092 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0967004 Jul 29 20:49:52.093873 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eb9dfa0e-8b33-4d58-ac8f-a1745b45447f req-a160b088-b401-4d29-804e-66f436191d8c tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476531 Jul 29 20:49:52.179223 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e550db-c37c-4195-aa1e-be73f039b170 req-b0a3954f-79b7-4a46-9a7e-585528c02410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.180705 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-02e550db-c37c-4195-aa1e-be73f039b170 req-b0a3954f-79b7-4a46-9a7e-585528c02410 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 910 time: 0.2499347 Jul 29 20:49:52.208124 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee0e9c-8576-4a31-aab6-dcb71ae2aa17 req-bc72764d-643c-478f-a203-a8df0fdca7f1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.209853 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-18ee0e9c-8576-4a31-aab6-dcb71ae2aa17 req-bc72764d-643c-478f-a203-a8df0fdca7f1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0922434 Jul 29 20:49:52.277707 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-18ee0e9c-8576-4a31-aab6-dcb71ae2aa17 req-6c10c749-f44c-4692-acc5-6ecaa0f2924b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574632 Jul 29 20:49:52.489619 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-02e550db-c37c-4195-aa1e-be73f039b170 req-9da0d52a-57ed-479b-b81f-76505c2064cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 217 time: 0.2349844 Jul 29 20:49:52.677168 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'name': 'network-vif-deleted', 'tag': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:52.680155 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa636a8f-9552-46ef-acae-f02b13c1b18a" -d '{"events": [{"server_uuid": "a4f90ce1-aade-45b0-8e18-607bb8a0eeaf", "name": "network-vif-deleted", "tag": "f91608b8-0959-4a5b-836e-e6d9e83f40e1"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:52.684990 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e550db-c37c-4195-aa1e-be73f039b170 req-8418cbbb-4daf-48f0-8afc-92185af490c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.698049 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-02e550db-c37c-4195-aa1e-be73f039b170 req-8418cbbb-4daf-48f0-8afc-92185af490c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 200 len: 848 time: 0.1945908 Jul 29 20:49:52.733359 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e68d07-c728-4f22-9150-5b0145fdcef4 x-openstack-request-id: req-b1e68d07-c728-4f22-9150-5b0145fdcef4 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:52.733656 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f90ce1-aade-45b0-8e18-607bb8a0eeaf", "name": "network-vif-deleted", "tag": "f91608b8-0959-4a5b-836e-e6d9e83f40e1", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:52.733905 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1e68d07-c728-4f22-9150-5b0145fdcef4 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:52.734478 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f90ce1-aade-45b0-8e18-607bb8a0eeaf', 'name': 'network-vif-deleted', 'tag': 'f91608b8-0959-4a5b-836e-e6d9e83f40e1', 'status': 'completed', 'code': 200} Jul 29 20:49:52.818082 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46367256-8d83-4f37-b7a6-29adaf12109b req-564d21a2-6d17-4b23-b6ec-c2c633728aff tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.820017 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-46367256-8d83-4f37-b7a6-29adaf12109b req-564d21a2-6d17-4b23-b6ec-c2c633728aff tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1085229 Jul 29 20:49:52.964750 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e550db-c37c-4195-aa1e-be73f039b170 req-3206509b-8acb-4a17-a295-21a89fa57e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.966250 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-02e550db-c37c-4195-aa1e-be73f039b170 req-3206509b-8acb-4a17-a295-21a89fa57e15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e22a96dc-d308-4126-8e6f-026348822863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2208333 Jul 29 20:49:52.989004 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b0139-00ef-4a0a-9e0a-beca5aac15fc req-66b08187-e9a3-4a41-9b9e-f777879f23c5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.990562 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-526b0139-00ef-4a0a-9e0a-beca5aac15fc req-66b08187-e9a3-4a41-9b9e-f777879f23c5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1955757 Jul 29 20:49:53.030275 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:53.086266 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-46367256-8d83-4f37-b7a6-29adaf12109b req-34d7dd61-df4f-4422-a08b-d3f5f967b66f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550373 Jul 29 20:49:53.110533 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f91608b8-0959-4a5b-836e-e6d9e83f40e1 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:49:53.158848 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: f91608b8-0959-4a5b-836e-e6d9e83f40e1 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:49:53.162142 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f91608b8-0959-4a5b-836e-e6d9e83f40e1 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:49:53.223031 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-526b0139-00ef-4a0a-9e0a-beca5aac15fc req-fad5ce61-2e7e-434e-8ef2-4aba4b7aa636 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256142 Jul 29 20:49:53.245758 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-02e550db-c37c-4195-aa1e-be73f039b170 req-2ecfaedd-01d0-4711-bfe0-d6d311fd6600 service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540874 Jul 29 20:49:53.506751 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-02e550db-c37c-4195-aa1e-be73f039b170 req-ef35d35b-ed3c-49a1-97fe-ae9894a3a69e service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498829 Jul 29 20:49:53.536508 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4b484-3eaa-4482-a326-91f8462b7fa3 req-9e8e3e1f-e0b4-4112-96ca-613e122ef92b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:53.537903 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4da4b484-3eaa-4482-a326-91f8462b7fa3 req-9e8e3e1f-e0b4-4112-96ca-613e122ef92b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.1222608 Jul 29 20:49:53.547367 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946dc8d-98a5-4436-8e0f-a1ffe554880d req-7d3cd223-b988-4d71-a853-4ed92fa1d04c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:53.561840 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7946dc8d-98a5-4436-8e0f-a1ffe554880d req-7d3cd223-b988-4d71-a853-4ed92fa1d04c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1362894 Jul 29 20:49:53.667276 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4da4b484-3eaa-4482-a326-91f8462b7fa3 req-a5b19c56-cc81-43db-9659-59c6af3c2c99 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929306 Jul 29 20:49:53.702957 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7946dc8d-98a5-4436-8e0f-a1ffe554880d req-3e46f9ba-043e-4d8e-bac6-bf6b63d365a1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263678 Jul 29 20:49:54.252245 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408cf0-752b-43d0-92f4-251139248ba7 req-19c12044-dba7-476d-8ca4-a51c8e095e79 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:54.259759 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db408cf0-752b-43d0-92f4-251139248ba7 req-19c12044-dba7-476d-8ca4-a51c8e095e79 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0753224 Jul 29 20:49:54.306310 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-db408cf0-752b-43d0-92f4-251139248ba7 req-2adf9cb4-1c03-4044-bd3a-0bf48f9942a1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Jul 29 20:49:54.434440 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf135-e1d2-408e-9da2-0f4deeb97075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:54.452392 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db59-3fef-497f-bf46-06ca731f02f6 req-018d4157-3041-4d73-9607-ea07293e4edc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:54.455471 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44e0db59-3fef-497f-bf46-06ca731f02f6 req-018d4157-3041-4d73-9607-ea07293e4edc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1063392 Jul 29 20:49:54.541632 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44e0db59-3fef-497f-bf46-06ca731f02f6 req-b7c3cebe-5256-41e0-86e1-a2a22d84359d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775492 Jul 29 20:49:54.747782 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df57f04-1646-43a8-afc7-e2ff80b0592f req-136d716b-0f36-4749-97cf-8feeec409293 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:54.767038 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4df57f04-1646-43a8-afc7-e2ff80b0592f req-136d716b-0f36-4749-97cf-8feeec409293 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 945 time: 0.1038537 Jul 29 20:49:54.850262 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4df57f04-1646-43a8-afc7-e2ff80b0592f req-c80c4cc1-db58-48d5-808c-cc8893a8166d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785966 Jul 29 20:49:54.906433 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1711-5ae8-4863-be64-5e9506ed273a req-87f37644-f624-467d-a6fe-e68636747bb0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:54.912312 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d7cc1711-5ae8-4863-be64-5e9506ed273a req-87f37644-f624-467d-a6fe-e68636747bb0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1258123 Jul 29 20:49:54.924767 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:55.008335 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d7cc1711-5ae8-4863-be64-5e9506ed273a req-5e5f6849-7c65-4448-acd9-773a8fdeb4f0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878980 Jul 29 20:49:55.115987 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bf504-88e4-49da-91a2-cdefe766e213 req-15d5f275-6211-4722-bb99-e215cb426c26 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:55.118779 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:49:55.131819 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a2bf504-88e4-49da-91a2-cdefe766e213 req-15d5f275-6211-4722-bb99-e215cb426c26 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.1145713 Jul 29 20:49:55.191425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a2bf504-88e4-49da-91a2-cdefe766e213 req-a7794d95-5958-4bd3-a3eb-d5b85c91760d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468757 Jul 29 20:49:55.315406 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:55.617198 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788f34-9b7e-4c0a-a450-fe7f9af07e29 req-9ef0619a-dce9-452b-901d-21184a6aa6f6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:55.626308 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe788f34-9b7e-4c0a-a450-fe7f9af07e29 req-9ef0619a-dce9-452b-901d-21184a6aa6f6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.2128251 Jul 29 20:49:55.729462 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe788f34-9b7e-4c0a-a450-fe7f9af07e29 req-f723b8ba-01a2-40f8-ba50-3b156b891967 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734830 Jul 29 20:49:55.765527 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c230c3-cbc1-41af-b23d-65f236f0f8d0 req-c3399d2b-2463-420e-be15-67f938bb67df tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:55.784193 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-33c230c3-cbc1-41af-b23d-65f236f0f8d0 req-c3399d2b-2463-420e-be15-67f938bb67df tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1223452 Jul 29 20:49:55.853307 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-33c230c3-cbc1-41af-b23d-65f236f0f8d0 req-53d74ce8-89c0-4bb8-9ef6-f741e54f7580 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675776 Jul 29 20:49:56.078782 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85592bb-6d29-423d-837d-c03c4caa1a51 req-8767c445-c65f-41e9-9a60-7fa6e065599a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:56.099483 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a85592bb-6d29-423d-837d-c03c4caa1a51 req-8767c445-c65f-41e9-9a60-7fa6e065599a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 945 time: 0.1170392 Jul 29 20:49:56.188832 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd21e71-8f7f-42a1-bbd4-2b4d15e37ee8 req-b6814a70-3c53-4f37-831e-31ed527968b8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:56.196854 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-abd21e71-8f7f-42a1-bbd4-2b4d15e37ee8 req-b6814a70-3c53-4f37-831e-31ed527968b8 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0837831 Jul 29 20:49:56.219501 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a85592bb-6d29-423d-837d-c03c4caa1a51 req-4d51777c-65ef-489c-b811-d52a3d3cc23f tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136067 Jul 29 20:49:56.295802 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-abd21e71-8f7f-42a1-bbd4-2b4d15e37ee8 req-e88e0432-0fa5-49a6-acfc-a31864d04fac tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977073 Jul 29 20:49:56.405581 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5406dc0-f787-45a7-9b7d-78ba8f3fbc3c req-d8c68a25-9361-4a60-9364-196e5ade550f tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:56.407396 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f5406dc0-f787-45a7-9b7d-78ba8f3fbc3c req-d8c68a25-9361-4a60-9364-196e5ade550f tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0893612 Jul 29 20:49:56.490816 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f5406dc0-f787-45a7-9b7d-78ba8f3fbc3c req-d8c2c5af-18c6-473f-82d4-ea174aaf60ee tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727186 Jul 29 20:49:56.877672 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429d79-a78a-48fa-b05b-4eecf93509c5 req-49a54845-e363-449b-81b2-79fdd75b1274 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:56.887401 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-de429d79-a78a-48fa-b05b-4eecf93509c5 req-49a54845-e363-449b-81b2-79fdd75b1274 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0838957 Jul 29 20:49:56.962720 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-de429d79-a78a-48fa-b05b-4eecf93509c5 req-068ff8cb-1fc3-456f-8240-657bb5a6bb16 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673862 Jul 29 20:49:57.065020 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:57.082438 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11503d4a-1a2b-4d19-be7c-55e11cac9f6e req-7c8de85c-4464-4bca-9698-132bbd54b5fa tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:57.084175 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-11503d4a-1a2b-4d19-be7c-55e11cac9f6e req-7c8de85c-4464-4bca-9698-132bbd54b5fa tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1032045 Jul 29 20:49:57.484542 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-11503d4a-1a2b-4d19-be7c-55e11cac9f6e req-578014b3-95de-4505-a1c1-ce79d05d3ae8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930318 Jul 29 20:49:57.565945 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237aec82-41f6-4d2d-b381-af445998cceb req-755ef47c-4509-4748-aa78-8c142404aeca tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:57.570200 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-237aec82-41f6-4d2d-b381-af445998cceb req-755ef47c-4509-4748-aa78-8c142404aeca tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 945 time: 0.4380770 Jul 29 20:49:57.612909 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3051ca6-9992-4b74-856d-e38b40bf8d1c req-4f92b453-19e7-47e2-a79d-dc2fed97f6e2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:57.614436 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3051ca6-9992-4b74-856d-e38b40bf8d1c req-4f92b453-19e7-47e2-a79d-dc2fed97f6e2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 945 time: 0.1694703 Jul 29 20:49:57.747581 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3051ca6-9992-4b74-856d-e38b40bf8d1c req-2185d65a-0829-43c3-b277-1c64ca760389 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981920 Jul 29 20:49:57.758113 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dcf3d-5ba0-4611-b8f1-5f6d059a48cc req-e46596ca-c95b-45c9-8710-618820e37dd4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:57.767365 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe3dcf3d-5ba0-4611-b8f1-5f6d059a48cc req-e46596ca-c95b-45c9-8710-618820e37dd4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1412849 Jul 29 20:49:57.823021 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe3dcf3d-5ba0-4611-b8f1-5f6d059a48cc req-860dc88b-1fdc-4ddf-8e54-4a8a78149b32 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554624 Jul 29 20:49:57.854725 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Deleting port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:49:57.855042 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:57.995606 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] For port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:57.996212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.011926 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Calling delete_port for 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 owned by compute:nova {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:49:58.201758 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.244563 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6', '252a53a7-14ea-4168-b07b-b98a32484193', '8bf0d600-13e3-45ea-a7b4-eb801f65fd30'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:58.264515 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cd748-1631-41e0-a322-da8dce617da5 req-0ef60787-dbd6-497a-98b7-396f60afb841 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:58.266835 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-665cd748-1631-41e0-a322-da8dce617da5 req-0ef60787-dbd6-497a-98b7-396f60afb841 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.3562572 Jul 29 20:49:58.271545 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event deleted for resources: {'Port': ['ID=8bf0d600-13e3-45ea-a7b4-eb801f65fd30,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:58.334126 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] No DVR routers for this DVR port 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 on host hv-cinder-80163 {{(pid=99519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:49:58.338571 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.340740 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-237aec82-41f6-4d2d-b381-af445998cceb req-1007a963-7035-45b0-965d-19d85f5fdca7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "DELETE /v2.0/ports/8bf0d600-13e3-45ea-a7b4-eb801f65fd30 HTTP/1.1" status: 204 len: 173 time: 0.7253718 Jul 29 20:49:58.341463 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'name': 'network-vif-deleted', 'tag': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:58.344931 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b3a80e-e972-4550-9556-15f22b623c53" -d '{"events": [{"server_uuid": "7ecb5742-e5f1-45af-8f92-92a861cbb302", "name": "network-vif-deleted", "tag": "8bf0d600-13e3-45ea-a7b4-eb801f65fd30"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:58.448094 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8ee30-323b-40ce-a020-641c63b5bbdb req-b06ce043-0280-4f1f-a6ec-854c9ab1b294 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:58.459872 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-42d8ee30-323b-40ce-a020-641c63b5bbdb req-b06ce043-0280-4f1f-a6ec-854c9ab1b294 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.2791164 Jul 29 20:49:58.563989 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-665cd748-1631-41e0-a322-da8dce617da5 req-2ac5d9d4-8925-46dd-be31-e4c96768ffa0 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628863 Jul 29 20:49:58.664920 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-42d8ee30-323b-40ce-a020-641c63b5bbdb req-c8902d22-6b7c-4ff5-9af4-41ea6c20716b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732378 Jul 29 20:49:58.699810 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ce3ab-2de2-46fa-a413-948e874a0379 x-openstack-request-id: req-2a6ce3ab-2de2-46fa-a413-948e874a0379 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:58.700238 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecb5742-e5f1-45af-8f92-92a861cbb302", "name": "network-vif-deleted", "tag": "8bf0d600-13e3-45ea-a7b4-eb801f65fd30", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:58.700751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a6ce3ab-2de2-46fa-a413-948e874a0379 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:58.701148 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecb5742-e5f1-45af-8f92-92a861cbb302', 'name': 'network-vif-deleted', 'tag': '8bf0d600-13e3-45ea-a7b4-eb801f65fd30', 'status': 'completed', 'code': 200} Jul 29 20:49:58.951411 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c91dd-5c6d-4406-92dc-536db612d469 req-33e8c57f-6d02-40fe-8020-ce577cd459d1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:58.965717 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0b3c91dd-5c6d-4406-92dc-536db612d469 req-33e8c57f-6d02-40fe-8020-ce577cd459d1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1454053 Jul 29 20:49:59.043425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10c3ec95-fb2f-48ea-8f80-f0acb74a480e req-52a9de2f-f3cf-4354-9e41-56ecedb9d7de tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecb5742-e5f1-45af-8f92-92a861cbb302 HTTP/1.1" status: 200 len: 210 time: 0.0597456 Jul 29 20:49:59.121146 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0b3c91dd-5c6d-4406-92dc-536db612d469 req-ce0cfd64-9f88-4cab-87de-c2625cc073f4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528053 Jul 29 20:49:59.133639 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 6f813c8b-7bb1-460b-92a5-bee255405878 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:59.284923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557b185-548c-4088-bbf6-da44d18d5c30 req-196b1543-3352-4eba-b59e-f88428b57677 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.296876 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8557b185-548c-4088-bbf6-da44d18d5c30 req-196b1543-3352-4eba-b59e-f88428b57677 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0932283 Jul 29 20:49:59.373786 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8557b185-548c-4088-bbf6-da44d18d5c30 req-bf70d3da-ac18-4fd7-b250-2f81e51c8e8f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756605 Jul 29 20:49:59.412942 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:59.477143 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '6f813c8b-7bb1-460b-92a5-bee255405878', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'port_id': '6f813c8b-7bb1-460b-92a5-bee255405878', 'mac_address': 'fa:16:3e:e9:07:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:59.545037 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.582053 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f813c8b-7bb1-460b-92a5-bee255405878 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:59.605341 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:59.613453 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.666396 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:59.684584 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac10a-46ed-49f3-b714-c6979083cbe7 req-e8726f7f-0f53-4702-927f-a1f5c9e64b0d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.700912 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1f6ac10a-46ed-49f3-b714-c6979083cbe7 req-e8726f7f-0f53-4702-927f-a1f5c9e64b0d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1232944 Jul 29 20:49:59.805954 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1f6ac10a-46ed-49f3-b714-c6979083cbe7 req-d6769a38-7d8f-4509-b59f-5aa022682739 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035879 Jul 29 20:49:59.934117 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6d9b-f30f-4771-8508-39b2c3d37801 req-eb071da2-c301-4ff5-8551-cc9b5997a7e4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.936877 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3e8b6d9b-f30f-4771-8508-39b2c3d37801 req-eb071da2-c301-4ff5-8551-cc9b5997a7e4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 944 time: 0.2097096 Jul 29 20:50:00.022900 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-cb218384-7ad3-402a-8e36-fe762422b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.024822 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-cb218384-7ad3-402a-8e36-fe762422b4af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 1099 time: 0.2376394 Jul 29 20:50:00.123663 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3e8b6d9b-f30f-4771-8508-39b2c3d37801 req-6203ea32-dcba-4dda-ad34-1959016895c7 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783485 Jul 29 20:50:00.175957 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8594592-8968-4ecc-a4df-af04ad141a13 req-deb84d7f-8a54-4d9a-8d0d-8a034d0db50f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.192541 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c8594592-8968-4ecc-a4df-af04ad141a13 req-deb84d7f-8a54-4d9a-8d0d-8a034d0db50f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.2297158 Jul 29 20:50:00.194355 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['6f813c8b-7bb1-460b-92a5-bee255405878'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:00.323531 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-4346230d-f888-4467-8176-85805656a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.325563 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-4346230d-f888-4467-8176-85805656a948 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 912 time: 0.2920957 Jul 29 20:50:00.345450 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c8594592-8968-4ecc-a4df-af04ad141a13 req-3af8a2a8-f7be-46c8-8e64-922782fa8eca tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519685 Jul 29 20:50:00.554986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d4f6-f511-41b9-921e-e3bf9637c919 req-d7336ab4-1b1d-4f86-8081-ca37b2b4b377 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.569713 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c0c8d4f6-f511-41b9-921e-e3bf9637c919 req-d7336ab4-1b1d-4f86-8081-ca37b2b4b377 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.2428808 Jul 29 20:50:00.643179 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-28a8bfe0-55da-4751-b3bc-2a6ec9298508 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 200 len: 1001 time: 0.2910118 Jul 29 20:50:00.725224 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c0c8d4f6-f511-41b9-921e-e3bf9637c919 req-1890d56d-f296-46e7-a467-79fdc464f1d3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529531 Jul 29 20:50:00.842067 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-fe3580c5-4f4a-42ad-9a7d-15140b4860b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.845878 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-fe3580c5-4f4a-42ad-9a7d-15140b4860b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.1685078 Jul 29 20:50:00.863525 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd53ea2-9665-490f-864e-d2ea2898289c req-729dd475-ec0e-434f-9a1f-f2a08973512a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.865093 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3bd53ea2-9665-490f-864e-d2ea2898289c req-729dd475-ec0e-434f-9a1f-f2a08973512a tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 945 time: 0.1377215 Jul 29 20:50:00.973330 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-5cae6bcb-a190-47c4-9507-7beed8aa2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.974883 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-5cae6bcb-a190-47c4-9507-7beed8aa2536 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1088731 Jul 29 20:50:00.991923 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3bd53ea2-9665-490f-864e-d2ea2898289c req-c5b1c393-658a-48fb-97be-9dcf73d2fb2f tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168673 Jul 29 20:50:01.023584 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecfda4-0e6f-4540-a462-617d2462411f req-0e944ace-d9a9-4881-9778-23d3bbc9f57e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.025087 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96ecfda4-0e6f-4540-a462-617d2462411f req-0e944ace-d9a9-4881-9778-23d3bbc9f57e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1101141 Jul 29 20:50:01.096661 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96ecfda4-0e6f-4540-a462-617d2462411f req-ba034855-660c-466c-b73d-052597fafcbf tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608540 Jul 29 20:50:01.144839 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:01.179079 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-e19a56a3-9ea9-4aaf-9e45-1e91740876cb service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861413 Jul 29 20:50:01.204187 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:01.204802 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 8bf0d600-13e3-45ea-a7b4-eb801f65fd30 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:01.440370 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885744f0-9dd1-46cf-9bd9-87e6fd768047 req-609904f3-e6de-42bb-8a4f-d5a355eca996 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496872 Jul 29 20:50:01.470085 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ab2dd-3160-4d93-837a-1ed977f57877 req-f3f27c52-0251-4ae7-8a48-355829b6e2a9 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.472088 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1c0ab2dd-3160-4d93-837a-1ed977f57877 req-f3f27c52-0251-4ae7-8a48-355829b6e2a9 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 944 time: 0.2445605 Jul 29 20:50:01.639159 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1c0ab2dd-3160-4d93-837a-1ed977f57877 req-790c9df5-804d-48ca-8020-fbbc083db26d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537173 Jul 29 20:50:01.667165 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28dcc3-430c-49c1-b170-11109ff15a2b req-2c6e722c-fb23-42bd-8f3e-98d13eb26f2e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.670900 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-aa28dcc3-430c-49c1-b170-11109ff15a2b req-2c6e722c-fb23-42bd-8f3e-98d13eb26f2e tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1973717 Jul 29 20:50:01.770483 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-aa28dcc3-430c-49c1-b170-11109ff15a2b req-e5c1510a-e5fc-4c4b-a273-d4f754f1870a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873487 Jul 29 20:50:01.919170 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5752e-8b31-424b-a5d9-e55171f578cb req-c6e97053-9e68-40e5-a80a-2a566339e82c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.930282 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-acf5752e-8b31-424b-a5d9-e55171f578cb req-c6e97053-9e68-40e5-a80a-2a566339e82c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0856199 Jul 29 20:50:01.987981 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-acf5752e-8b31-424b-a5d9-e55171f578cb req-f4a998f9-73c9-460c-96f8-86ca19a77d4a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557041 Jul 29 20:50:02.176626 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7054c0-01c7-4061-ab95-61bd8383fa95 req-79ee8a0d-0582-4795-866f-e4fae41ca942 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:02.184467 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0f7054c0-01c7-4061-ab95-61bd8383fa95 req-79ee8a0d-0582-4795-866f-e4fae41ca942 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 945 time: 0.0790005 Jul 29 20:50:02.258561 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0f7054c0-01c7-4061-ab95-61bd8383fa95 req-d0ff201e-e74a-452d-8025-894336261ba2 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728698 Jul 29 20:50:02.316062 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6395-f939-4422-a6f8-158abeb4daa0 req-20bd6a2d-a6ff-4bc5-93ef-cd150041900c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:02.324185 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a58d6395-f939-4422-a6f8-158abeb4daa0 req-20bd6a2d-a6ff-4bc5-93ef-cd150041900c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1108701 Jul 29 20:50:02.391880 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a58d6395-f939-4422-a6f8-158abeb4daa0 req-fc1a0f04-d0f4-475f-8a47-23aceb9c24c0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664086 Jul 29 20:50:02.919987 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a423b-1393-47be-86a6-ca378a39a953 req-6475d403-de44-4746-afc9-44bf2c2124ea tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:02.942786 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4f0a423b-1393-47be-86a6-ca378a39a953 req-6475d403-de44-4746-afc9-44bf2c2124ea tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 944 time: 0.1730366 Jul 29 20:50:03.154926 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4f0a423b-1393-47be-86a6-ca378a39a953 req-9e3e798f-7645-4baf-b56d-eec385964931 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140222 Jul 29 20:50:03.175124 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b7053-8b2b-44f6-9aed-f1e009fba776 req-3cac4b06-298b-4eb0-a3d5-ac9e89b5a365 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:03.183518 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ea2b7053-8b2b-44f6-9aed-f1e009fba776 req-3cac4b06-298b-4eb0-a3d5-ac9e89b5a365 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1243401 Jul 29 20:50:03.230563 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 6f813c8b-7bb1-460b-92a5-bee255405878 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:03.267838 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ea2b7053-8b2b-44f6-9aed-f1e009fba776 req-d5fb8be5-496f-4100-a3b8-eeb0b91e09bc tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828559 Jul 29 20:50:03.317537 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-705e5c0a-a604-4e77-a8eb-cea9446948e6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:03.319150 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-705e5c0a-a604-4e77-a8eb-cea9446948e6 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 945 time: 0.1273186 Jul 29 20:50:03.360346 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 6f813c8b-7bb1-460b-92a5-bee255405878 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:03.364663 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 6f813c8b-7bb1-460b-92a5-bee255405878 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:03.365029 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.490779 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c92a86-86ce-4e14-a507-211cabfeb061 req-d2590737-4fc7-4c44-b01e-0c127384629e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:03.492437 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43c92a86-86ce-4e14-a507-211cabfeb061 req-d2590737-4fc7-4c44-b01e-0c127384629e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.1716969 Jul 29 20:50:03.550050 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43c92a86-86ce-4e14-a507-211cabfeb061 req-7993b805-3d44-4f33-b8c9-5879943f5b65 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477424 Jul 29 20:50:03.569077 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.593878 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f259b03-6537-403a-ba34-01bb2d0e72a8 req-565493c7-e453-49a1-8b56-7165a322b34c tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:03.595556 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7f259b03-6537-403a-ba34-01bb2d0e72a8 req-565493c7-e453-49a1-8b56-7165a322b34c tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 945 time: 0.1679816 Jul 29 20:50:03.628685 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:03.629708 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:03.632226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdeb992-12aa-4d7a-8bac-bc570769bab3" -d '{"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-plugged", "status": "completed", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:03.639415 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.655978 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Deleting port 252a53a7-14ea-4168-b07b-b98a32484193 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:03.661146 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.755370 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:03.820457 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] For port 252a53a7-14ea-4168-b07b-b98a32484193, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=252a53a7-14ea-4168-b07b-b98a32484193,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:03.820457 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.836430 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Calling delete_port for 252a53a7-14ea-4168-b07b-b98a32484193 owned by compute:nova {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:03.980219 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7f259b03-6537-403a-ba34-01bb2d0e72a8 req-16b425ba-aa88-46f8-8477-604095ca203e tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740721 Jul 29 20:50:04.065984 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d97d5a-7c1d-4143-a14c-f4812b710ce7 x-openstack-request-id: req-36d97d5a-7c1d-4143-a14c-f4812b710ce7 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:04.066275 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-plugged", "status": "completed", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:04.067282 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36d97d5a-7c1d-4143-a14c-f4812b710ce7 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:04.067282 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878', 'code': 200} Jul 29 20:50:04.124330 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.135602 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8430f2-fe09-48b0-9c37-09dec4f12722 req-8c821016-9659-43d0-85bf-99c374c070ab tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.137313 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bc8430f2-fe09-48b0-9c37-09dec4f12722 req-8c821016-9659-43d0-85bf-99c374c070ab tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.2196968 Jul 29 20:50:04.166385 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event deleted for resources: {'Port': ['ID=252a53a7-14ea-4168-b07b-b98a32484193,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:04.230144 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bc8430f2-fe09-48b0-9c37-09dec4f12722 req-7b408205-3529-4064-b79f-f0796fbdd75f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660770 Jul 29 20:50:04.237121 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6', '252a53a7-14ea-4168-b07b-b98a32484193'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:04.365631 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] No DVR routers for this DVR port 252a53a7-14ea-4168-b07b-b98a32484193 on host hv-cinder-80163 {{(pid=99519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:04.404369 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.406325 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6dc5ae71-bfbf-45f6-b436-866307d7233b req-136b089d-8649-4276-9304-2c0cd86a0537 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "DELETE /v2.0/ports/252a53a7-14ea-4168-b07b-b98a32484193 HTTP/1.1" status: 204 len: 173 time: 1.0359316 Jul 29 20:50:04.407356 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'name': 'network-vif-deleted', 'tag': '252a53a7-14ea-4168-b07b-b98a32484193'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:04.410533 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0fd12d-9936-4767-957e-e4061d5bf907" -d '{"events": [{"server_uuid": "0c2c3888-1d09-4feb-9c7a-dd71ec0740b0", "name": "network-vif-deleted", "tag": "252a53a7-14ea-4168-b07b-b98a32484193"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:04.454751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f739c-917e-40d8-8557-08758c1d92e9 req-f57914b6-901f-4ecd-b729-dca8ec9e3b4a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.458236 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a54f739c-917e-40d8-8557-08758c1d92e9 req-f57914b6-901f-4ecd-b729-dca8ec9e3b4a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0852361 Jul 29 20:50:04.484100 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ed06-084a-4e0c-8289-5241c9fb52a1 req-9f421c1e-cd6c-49fa-aff9-d286cec244ec tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.485784 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-54f1ed06-084a-4e0c-8289-5241c9fb52a1 req-9f421c1e-cd6c-49fa-aff9-d286cec244ec tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.1960003 Jul 29 20:50:04.509162 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c93199-3ae9-44a9-b360-f1ecfa99697b req-1134dc60-4549-4c6b-b352-c15d61e6bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.512476 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c5c93199-3ae9-44a9-b360-f1ecfa99697b req-1134dc60-4549-4c6b-b352-c15d61e6bc05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1098 time: 0.0944378 Jul 29 20:50:04.533148 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a54f739c-917e-40d8-8557-08758c1d92e9 req-2947ee84-c095-4183-a014-086f15e754c6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697563 Jul 29 20:50:04.552876 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-54f1ed06-084a-4e0c-8289-5241c9fb52a1 req-e5a0acf2-1382-48a9-a8ac-33c7cd7ca58b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589602 Jul 29 20:50:04.616399 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c5c93199-3ae9-44a9-b360-f1ecfa99697b req-eb96eb11-63c3-40b2-924e-a9147e6c3b6c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966523 Jul 29 20:50:04.622878 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb541e9f-838f-43b4-b515-10c9c73349ae x-openstack-request-id: req-cb541e9f-838f-43b4-b515-10c9c73349ae {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:04.623169 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2c3888-1d09-4feb-9c7a-dd71ec0740b0", "name": "network-vif-deleted", "tag": "252a53a7-14ea-4168-b07b-b98a32484193", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:04.623419 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb541e9f-838f-43b4-b515-10c9c73349ae {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:04.623816 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2c3888-1d09-4feb-9c7a-dd71ec0740b0', 'name': 'network-vif-deleted', 'tag': '252a53a7-14ea-4168-b07b-b98a32484193', 'status': 'completed', 'code': 200} Jul 29 20:50:04.718627 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe9db4-5259-4d78-97bc-685c57fad4b7 req-9a749a88-2ea9-433d-b0e3-7b3b6436e8a8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.720466 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cdfe9db4-5259-4d78-97bc-685c57fad4b7 req-9a749a88-2ea9-433d-b0e3-7b3b6436e8a8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0505731 Jul 29 20:50:04.761533 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cdfe9db4-5259-4d78-97bc-685c57fad4b7 req-31898838-d487-4172-af22-57a5d0074219 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 Jul 29 20:50:05.103492 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d79a31d3-7284-44a6-ab73-e7fc7cf76d22 req-c15c43f4-ff6f-4d34-819b-3e264ea658c4 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c2c3888-1d09-4feb-9c7a-dd71ec0740b0 HTTP/1.1" status: 200 len: 210 time: 0.0311892 Jul 29 20:50:05.679961 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b2d95-b354-4ef3-a925-2a87daf6d6e5 req-90a0d41c-9121-47ce-ac25-3a7bffe9a376 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:05.681486 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885b2d95-b354-4ef3-a925-2a87daf6d6e5 req-90a0d41c-9121-47ce-ac25-3a7bffe9a376 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0797145 Jul 29 20:50:05.694898 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a52aee-dc6e-43d8-9664-1a683c0357a2 req-9f335a79-6978-45b6-995c-aa5a08efb1b8 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:05.694898 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-49a52aee-dc6e-43d8-9664-1a683c0357a2 req-9f335a79-6978-45b6-995c-aa5a08efb1b8 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0673759 Jul 29 20:50:05.755287 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-885b2d95-b354-4ef3-a925-2a87daf6d6e5 req-f0de1aad-fc0a-47e3-b854-d997a2e97118 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596254 Jul 29 20:50:05.760382 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-49a52aee-dc6e-43d8-9664-1a683c0357a2 req-5095bfd3-f647-40a5-b01d-c47dc2928531 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493584 Jul 29 20:50:05.887093 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aed4b-4d83-4f82-ac11-c4a241f3351a req-70647b64-83a1-4478-a82d-67ed4e81af4f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:05.888592 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cb1aed4b-4d83-4f82-ac11-c4a241f3351a req-70647b64-83a1-4478-a82d-67ed4e81af4f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0546136 Jul 29 20:50:05.927639 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cb1aed4b-4d83-4f82-ac11-c4a241f3351a req-c8f53f76-d57d-49ff-902b-ea8e089b37d1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Jul 29 20:50:05.986130 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-e1643bd8-23fb-4350-a239-22bf3b08c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:05.987652 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-e1643bd8-23fb-4350-a239-22bf3b08c4f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 1099 time: 0.0482602 Jul 29 20:50:06.075380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-c50f04eb-ff32-46c6-8527-3782e928f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:06.076817 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-c50f04eb-ff32-46c6-8527-3782e928f074 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 917 time: 0.0815225 Jul 29 20:50:06.149249 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-f077215d-b28a-4d9d-8668-6ba1ec429ea2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 HTTP/1.1" status: 200 len: 1002 time: 0.0598285 Jul 29 20:50:06.206745 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-cc3acf4e-12e5-4edc-9a57-e5ef477f7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:06.208208 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-cc3acf4e-12e5-4edc-9a57-e5ef477f7c13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0466049 Jul 29 20:50:06.264190 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-c01a51c8-9a46-42ea-95d4-fe67f767c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:06.265682 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-c01a51c8-9a46-42ea-95d4-fe67f767c72b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421779 Jul 29 20:50:06.388859 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-d87e8474-9cc8-4333-8b51-45eacd7585ae service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842786 Jul 29 20:50:06.518366 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b492a94-6afb-4b42-a9c4-fc26afe80ff4 req-d784cc96-f84a-4a49-a596-ff025bae372b service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795357 Jul 29 20:50:06.910415 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9286649-9f7c-4cc0-af09-38ac9778db1e req-9ebcb5fe-31f6-44ae-a458-302eab784e20 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:06.914684 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e9286649-9f7c-4cc0-af09-38ac9778db1e req-9ebcb5fe-31f6-44ae-a458-302eab784e20 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0891476 Jul 29 20:50:06.919670 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403c276-fa24-44b1-8eeb-469bfdf8864f req-6824312f-caaf-45ed-b2f3-aab7199b7150 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:06.921511 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8403c276-fa24-44b1-8eeb-469bfdf8864f req-6824312f-caaf-45ed-b2f3-aab7199b7150 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0868127 Jul 29 20:50:06.983172 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8403c276-fa24-44b1-8eeb-469bfdf8864f req-6c3cac4d-07c7-4b00-85d6-12300f52baba tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544238 Jul 29 20:50:06.987128 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e9286649-9f7c-4cc0-af09-38ac9778db1e req-136184ed-e662-46cc-8bad-1c6c9b747a8b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645690 Jul 29 20:50:07.136688 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac36951-6dec-4fdf-b9b3-8e005dd4d30c req-c96766e7-854e-4c55-ad05-2c4f772c9c1f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.138156 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ac36951-6dec-4fdf-b9b3-8e005dd4d30c req-c96766e7-854e-4c55-ad05-2c4f772c9c1f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0857210 Jul 29 20:50:07.150773 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcb4b0-4f5d-49a1-a1c0-142f123d89a0 req-1bfdf1b2-9745-439e-ae88-f19828273996 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.152210 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-57fcb4b0-4f5d-49a1-a1c0-142f123d89a0 req-1bfdf1b2-9745-439e-ae88-f19828273996 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0702102 Jul 29 20:50:07.215789 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 252a53a7-14ea-4168-b07b-b98a32484193 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:07.217092 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ac36951-6dec-4fdf-b9b3-8e005dd4d30c req-75e63c0d-a4f3-4d19-90ee-7c6aa8a451db tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639248 Jul 29 20:50:07.220191 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-57fcb4b0-4f5d-49a1-a1c0-142f123d89a0 req-2abd774c-b397-4097-856e-d4b6b5c8cc32 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598118 Jul 29 20:50:07.251085 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 252a53a7-14ea-4168-b07b-b98a32484193 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:07.251422 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 252a53a7-14ea-4168-b07b-b98a32484193 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:07.263118 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59276) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:07.424997 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e50f40-ea95-49a6-b425-71b04f4f7494 tempest-TestShelveInstance-1713831175 tempest-TestShelveInstance-1713831175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.427312 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-92e50f40-ea95-49a6-b425-71b04f4f7494 tempest-TestShelveInstance-1713831175 tempest-TestShelveInstance-1713831175-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1093 time: 0.1630769 Jul 29 20:50:07.429708 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59308) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:07.434919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'port_id': '6f813c8b-7bb1-460b-92a5-bee255405878', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:07.468467 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for floatingip, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.539331 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da007-7648-4d34-a7b7-35610b672cec req-b4c04268-b7f1-46e5-a1d8-9f842af8130b tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.540260 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bf6da007-7648-4d34-a7b7-35610b672cec req-b4c04268-b7f1-46e5-a1d8-9f842af8130b tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.0524099 Jul 29 20:50:07.576636 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.585927 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bf6da007-7648-4d34-a7b7-35610b672cec req-67b0fdde-f254-4dcf-a2ea-6720fc2e10fc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 Jul 29 20:50:07.683506 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Allocated IP 172.27.0.199 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/174d724d-e395-455e-b66d-e0b5011d681b) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:07.777445 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.815888 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:07.853615 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:07.857673 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:07.862950 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:07.868149 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'Port': ['ID=174d724d-e395-455e-b66d-e0b5011d681b,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:08.110874 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af388a7-d3aa-4413-aa90-cdcb50eaa5ee req-4e1481df-d2df-4057-bcb0-48a7717f28ce tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:08.112388 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5af388a7-d3aa-4413-aa90-cdcb50eaa5ee req-4e1481df-d2df-4057-bcb0-48a7717f28ce tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0509915 Jul 29 20:50:08.154414 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5af388a7-d3aa-4413-aa90-cdcb50eaa5ee req-aae83953-98ce-466a-9d8a-331498bb79f3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360210 Jul 29 20:50:08.341661 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec243f-109a-41f5-83be-14130fea0f67 req-ffdcdace-c651-4207-960e-109559247738 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:08.343175 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6cec243f-109a-41f5-83be-14130fea0f67 req-ffdcdace-c651-4207-960e-109559247738 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 946 time: 0.0503957 Jul 29 20:50:08.383153 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6cec243f-109a-41f5-83be-14130fea0f67 req-ba4d2610-f40e-4590-b102-45ede58456d5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Jul 29 20:50:08.471547 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.538195 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.671860 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59326) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:08.713852 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a29d66-85db-4ab2-b207-03e8bb0b15ab req-8ad08f0a-0fb4-47e2-9d92-aa57608ea6e7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:08.715466 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01a29d66-85db-4ab2-b207-03e8bb0b15ab req-8ad08f0a-0fb4-47e2-9d92-aa57608ea6e7 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.0575964 Jul 29 20:50:08.716781 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.722820 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.764040 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] Deleting subnet b3379215-8859-4663-ac23-f69fd7327c28 {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:50:08.765983 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01a29d66-85db-4ab2-b207-03e8bb0b15ab req-aef4faec-1887-4642-80af-889e7389d9ba tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Jul 29 20:50:08.792402 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.823263 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event updated for resources: {'Port': ['ID=174d724d-e395-455e-b66d-e0b5011d681b,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:08.844728 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.848704 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:08.954878 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.001199 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Floating IP f6b900e2-2fff-42bf-9a18-4609caa44ac4 associated. External IP: 172.27.0.199, port: 6f813c8b-7bb1-460b-92a5-bee255405878. Jul 29 20:50:09.058292 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.114081 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3379215-8859-4663-ac23-f69fd7327c28,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:09.117437 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.119317 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b76d7d0a-1a72-4849-9d22-06389709df33 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b3379215-8859-4663-ac23-f69fd7327c28 HTTP/1.1" status: 204 len: 168 time: 0.4448593 Jul 29 20:50:09.121696 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59328) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:09.209262 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:09.237534 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.279780 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a6933-ff05-492b-86cb-d28cbfd0ff2a req-8aa71b92-af56-43d2-9fb3-2939bbccee34 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.287082 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d97a6933-ff05-492b-86cb-d28cbfd0ff2a req-8aa71b92-af56-43d2-9fb3-2939bbccee34 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0614538 Jul 29 20:50:09.301789 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.320021 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d97a6933-ff05-492b-86cb-d28cbfd0ff2a req-de54f3d3-9b3d-4176-b81a-6b219582824f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Jul 29 20:50:09.325734 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:09.328812 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e99ae-97cd-48f0-a407-bd71514cf9d3" -d '{"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-unplugged", "status": "completed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:09.350057 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:09.354775 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.383139 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.386550 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Router c9937484-a546-41e1-be04-616bc0d5daf7 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:50:09.398343 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c1449e-41e5-4f5e-8ddc-c89433d971b3']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:09.415220 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a42ffb-bb3c-42e0-a363-aa9efd7b201f') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:09.415513 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a42ffb-bb3c-42e0-a363-aa9efd7b201f') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:09.428433 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.475469 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.484040 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:50:09.484520 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:50:09.486235 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:50:09.501976 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2318c06-5190-466c-9cce-cb00b1cd95eb x-openstack-request-id: req-c2318c06-5190-466c-9cce-cb00b1cd95eb {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:09.502644 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-unplugged", "status": "failed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1", "code": 422}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:09.502922 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2318c06-5190-466c-9cce-cb00b1cd95eb {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:09.503352 dv-cinder-801633-3-iscsi neutron-server[99521]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'code': 422} returned with failed status Jul 29 20:50:09.517823 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235a685-848a-4809-874c-c96dd098475d req-1d6e371c-8cfd-4e16-b876-5b4fbb0d803e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.519326 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4235a685-848a-4809-874c-c96dd098475d req-1d6e371c-8cfd-4e16-b876-5b4fbb0d803e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0495820 Jul 29 20:50:09.531020 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=8']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:09.558858 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4235a685-848a-4809-874c-c96dd098475d req-7db735b6-1775-4cb2-863d-3538203a04ce tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Jul 29 20:50:09.586491 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.593002 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:09.595717 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.597562 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] 10.222.0.26 "DELETE /v2.0/networks/b8c1449e-41e5-4f5e-8ddc-c89433d971b3 HTTP/1.1" status: 204 len: 168 time: 0.4749610 Jul 29 20:50:09.604219 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] Sync routers for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:09.610791 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdf8d4-44a6-44ef-b741-625ac2d0055f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c1449e-41e5-4f5e-8ddc-c89433d971b3,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:09.619333 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:09.621484 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:09.627274 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.667361 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-ee3628e7-e72b-4378-9cdc-b3d15cdb0a92 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2364464 Jul 29 20:50:09.668357 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:09.673687 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aafef65-d538-4037-9e3b-ab1de599ab3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:09.718077 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e809a-944e-404f-adf3-2527445a6576 x-openstack-request-id: req-000e809a-944e-404f-adf3-2527445a6576 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:09.718077 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:09.718077 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-000e809a-944e-404f-adf3-2527445a6576 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:09.718077 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878', 'status': 'completed', 'code': 200} Jul 29 20:50:09.769028 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-b34add64-f550-41e3-a607-e161634a7a24 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.770565 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-b34add64-f550-41e3-a607-e161634a7a24 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.0654557 Jul 29 20:50:09.822996 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-63a907e8-4d81-4081-adba-6a3b0a7935e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.828524 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-63a907e8-4d81-4081-adba-6a3b0a7935e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1098 time: 0.0585971 Jul 29 20:50:09.865823 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:09.904759 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59352) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:09.955131 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Deleting port 19756bb3-d002-4d2e-b192-883157e5dfe6 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:09.955475 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.034719 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630841e-8697-4607-af8b-fac11f6492fa req-e39436bc-6d04-44cc-acd7-c5e774440d3d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.036496 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0630841e-8697-4607-af8b-fac11f6492fa req-e39436bc-6d04-44cc-acd7-c5e774440d3d tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/ports?device_id=b877bb5f-9868-4b75-8890-a41a08c3d366 HTTP/1.1" status: 200 len: 946 time: 0.1329186 Jul 29 20:50:10.041938 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-6b882cd5-d0f0-4e19-a6a2-aa00de2993ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b12f87be4e17447da96fa1c7db87261e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361876 Jul 29 20:50:10.043219 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-755802d1-f289-4277-93a0-9c1e5425b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.044574 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-755802d1-f289-4277-93a0-9c1e5425b216 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 910 time: 0.2082217 Jul 29 20:50:10.045023 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59358) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:10.074361 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] For port 19756bb3-d002-4d2e-b192-883157e5dfe6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=19756bb3-d002-4d2e-b192-883157e5dfe6,segment=NetworkSegment(625145a5-80b2-4fb1-bcde-c8d49593e0cc),segment_id=625145a5-80b2-4fb1-bcde-c8d49593e0cc)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:10.075010 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.091869 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Calling delete_port for 19756bb3-d002-4d2e-b192-883157e5dfe6 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:10.157670 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0630841e-8697-4607-af8b-fac11f6492fa req-42552b4f-29b5-438e-8197-a1fcf5de47bc tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.26 "GET /v2.0/security-groups?id=877dfa04-812d-420b-8d24-06a143ee1ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967169 Jul 29 20:50:10.189616 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'f6b900e2-2fff-42bf-9a18-4609caa44ac4', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'port_id': '6f813c8b-7bb1-460b-92a5-bee255405878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'mac_address': 'fa:16:3e:e9:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda252f5-5b31-445e-872f-ed21cf807387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:50:08Z', 'updated_at': '2021-07-29T20:50:08Z', 'revision_number': 0, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:15Z', 'revision_number': 5, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:10.200168 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-d2ee93d7-0432-44e5-b530-c0be914b161e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 999 time: 0.1340995 Jul 29 20:50:10.206444 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af561a14-1544-47bc-aae6-da82b51c059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.218477 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] Checking router: c9937484-a546-41e1-be04-616bc0d5daf7 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:10.227363 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:10.228200 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:10.276873 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af561a14-1544-47bc-aae6-da82b51c059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.288244 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.323478 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-81e4e60c-d061-4f7c-b1e7-b44d2c181d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.325276 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-81e4e60c-d061-4f7c-b1e7-b44d2c181d09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 200 len: 848 time: 0.1157494 Jul 29 20:50:10.325738 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Pushing event deleted for resources: {'Port': ['ID=19756bb3-d002-4d2e-b192-883157e5dfe6,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:10.335729 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['19756bb3-d002-4d2e-b192-883157e5dfe6'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:10.394267 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:10.415215 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] No DVR routers for this DVR port 19756bb3-d002-4d2e-b192-883157e5dfe6 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:10.418248 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.420659 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-05c1fc33-c350-4e10-8e44-bc7773572dd9 req-843b84a3-fe26-4478-bca4-5802d5f80b68 tempest-AttachVolumeNegativeTest-1395367668 tempest-AttachVolumeNegativeTest-1395367668-project] 10.222.0.42 "DELETE /v2.0/ports/19756bb3-d002-4d2e-b192-883157e5dfe6 HTTP/1.1" status: 204 len: 173 time: 0.6433468 Jul 29 20:50:10.697965 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'f6b900e2-2fff-42bf-9a18-4609caa44ac4', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'port_id': '6f813c8b-7bb1-460b-92a5-bee255405878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'mac_address': 'fa:16:3e:e9:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda252f5-5b31-445e-872f-ed21cf807387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:50:08Z', 'updated_at': '2021-07-29T20:50:08Z', 'revision_number': 0, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:15Z', 'revision_number': 5, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:10.729730 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539642e-7427-458e-b1db-dbc3681d11a4 None None] The sync data for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi is: [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'f6b900e2-2fff-42bf-9a18-4609caa44ac4', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'floating_ip_address': '172.27.0.199', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'port_id': '6f813c8b-7bb1-460b-92a5-bee255405878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'mac_address': 'fa:16:3e:e9:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda252f5-5b31-445e-872f-ed21cf807387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:50:08Z', 'updated_at': '2021-07-29T20:50:08Z', 'revision_number': 0, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:15Z', 'revision_number': 5, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:10.747251 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59384) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:10.751275 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050826f-05c5-4d7a-8c30-8ac579541ac3 req-631e629d-5746-47dd-8d65-689c0bc8361b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.758711 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b050826f-05c5-4d7a-8c30-8ac579541ac3 req-631e629d-5746-47dd-8d65-689c0bc8361b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.4373062 Jul 29 20:50:10.773252 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-952f1185-cbca-4c90-a90b-74b8eb95ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.774713 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-952f1185-cbca-4c90-a90b-74b8eb95ab8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e22a96dc-d308-4126-8e6f-026348822863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4008670 Jul 29 20:50:10.782055 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835f4e-8136-4be8-b4f4-3558af0426d8 req-de262db3-ad23-41d2-98ef-9ca38fb5e1b7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.783364 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0d835f4e-8136-4be8-b4f4-3558af0426d8 req-de262db3-ad23-41d2-98ef-9ca38fb5e1b7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.3362904 Jul 29 20:50:10.791224 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af561a14-1544-47bc-aae6-da82b51c059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.793194 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af561a14-1544-47bc-aae6-da82b51c059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.796947 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-af561a14-1544-47bc-aae6-da82b51c059d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86ed1e7c-459d-4d29-8701-389518136b30 HTTP/1.1" status: 204 len: 168 time: 0.7509730 Jul 29 20:50:10.870803 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af561a14-1544-47bc-aae6-da82b51c059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed1e7c-459d-4d29-8701-389518136b30,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:10.883000 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-3df8630c-43f6-40da-b93a-6ad4a3cf0009 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263196 Jul 29 20:50:10.899918 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b050826f-05c5-4d7a-8c30-8ac579541ac3 req-bec8b991-8593-4f92-bf56-31fced5758d4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366649 Jul 29 20:50:10.937256 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0d835f4e-8136-4be8-b4f4-3558af0426d8 req-e6488b5b-34c2-4207-98c9-b6dfc53b8e7d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305876 Jul 29 20:50:10.974932 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-08ea6b4f-4279-4e2c-8850-09739ca37555 service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888201 Jul 29 20:50:11.059747 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ee18f-f4a7-4f0e-a6de-d206de7eb0c7 None None] New status for floating IP f6b900e2-2fff-42bf-9a18-4609caa44ac4: ACTIVE {{(pid=99521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:50:11.088154 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4aafef65-d538-4037-9e3b-ab1de599ab3e req-5b87af27-1a53-4c03-9235-addb591edb8a service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064644 Jul 29 20:50:11.231203 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59400) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:11.309305 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] Deleting subnet 4816da04-579d-49a5-84c7-f15b56eedf99 {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:50:11.313211 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.347893 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.357298 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.422744 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.450082 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4816da04-579d-49a5-84c7-f15b56eedf99,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:11.453641 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.456970 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-736907c8-0cf9-4d26-be5b-414e5d91d13f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4816da04-579d-49a5-84c7-f15b56eedf99 HTTP/1.1" status: 204 len: 168 time: 0.2231758 Jul 29 20:50:11.458160 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59410) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:11.525297 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.611033 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.622923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.623445 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.624195 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.624519 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > port after_create 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.624848 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.625202 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > port after_update 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.625530 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.625856 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.626165 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.626480 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.691957 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.692302 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.692630 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.692954 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:50:11.693337 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c745ea-d5d7-46f7-8506-1a0ef2a76f84']}} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:11.710718 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625145a5-80b2-4fb1-bcde-c8d49593e0cc') {'for_net_delete': True} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:11.711009 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625145a5-80b2-4fb1-bcde-c8d49593e0cc') {} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:11.719591 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'name': 'network-vif-deleted', 'tag': '19756bb3-d002-4d2e-b192-883157e5dfe6'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:11.722067 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ac676-b852-430c-81a7-a123ba0b6214" -d '{"events": [{"server_uuid": "b877bb5f-9868-4b75-8890-a41a08c3d366", "name": "network-vif-deleted", "tag": "19756bb3-d002-4d2e-b192-883157e5dfe6"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:11.726791 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799170'] for segment, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.748178 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.756327 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=99519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:50:11.756727 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25586302'] for segment, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: from cryptography.utils import int_from_bytes Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: from cryptography.utils import int_from_bytes Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: Traceback (most recent call last): Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: timer() Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: cb(*args, **kw) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: return func(*args, **kwargs) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: self._notify() Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: self.callback(batched_events) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: event.method(event) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: return f(self, *a, **k) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._get(url).json() Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: return self.request(url, 'GET', **kwargs) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:50:11.760988 dv-cinder-801633-3-iscsi neutron-server[99519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:50:11.763692 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c3cfb2-a126-4eaa-b55d-42ca181f9c4c x-openstack-request-id: req-b3c3cfb2-a126-4eaa-b55d-42ca181f9c4c {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:11.763692 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b877bb5f-9868-4b75-8890-a41a08c3d366", "name": "network-vif-deleted", "tag": "19756bb3-d002-4d2e-b192-883157e5dfe6", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:11.763692 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3c3cfb2-a126-4eaa-b55d-42ca181f9c4c {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:11.764479 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b877bb5f-9868-4b75-8890-a41a08c3d366', 'name': 'network-vif-deleted', 'tag': '19756bb3-d002-4d2e-b192-883157e5dfe6', 'status': 'completed', 'code': 200} Jul 29 20:50:11.765584 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59422) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:11.823071 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.831112 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.833086 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] 10.222.0.26 "DELETE /v2.0/networks/69c745ea-d5d7-46f7-8506-1a0ef2a76f84 HTTP/1.1" status: 204 len: 168 time: 0.3739729 Jul 29 20:50:11.843000 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a404847-d957-4d7e-8d77-b31be310e405 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c745ea-d5d7-46f7-8506-1a0ef2a76f84,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:11.871486 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1216072683-network', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:11.893147 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Made reservation on behalf of 3828ffb9b201467fa8bbde344ccdf109 for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:11.895832 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.904437 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:11.956967 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59430) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:12.009603 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.013635 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.035157 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:50:12.042709 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-e6571346-3e5a-4561-9bbd-eb1b91adcc84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25311ac0023e4eefbbbddc671bd6404e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0839770 Jul 29 20:50:12.046915 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59434) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:12.062244 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:12.066728 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.067178 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Added segment 8147af32-dbd6-4ef8-9ef0-b7305b53f9a6 of type vlan for network 709279d3-15d3-4491-8c34-fa800d3b7be6 Jul 29 20:50:12.085568 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7363ab7-df50-4e3d-9d22-39ecd7f85356 req-d1d0b522-fcbe-4f54-af98-f8650f369124 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.087101 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f7363ab7-df50-4e3d-9d22-39ecd7f85356 req-d1d0b522-fcbe-4f54-af98-f8650f369124 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1010661 Jul 29 20:50:12.100341 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61a633-e043-4a64-95ab-69b9de3a358d req-eafab50a-c6cc-43f8-b87d-91fbc83098b3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.102146 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1e61a633-e043-4a64-95ab-69b9de3a358d req-eafab50a-c6cc-43f8-b87d-91fbc83098b3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0743773 Jul 29 20:50:12.135500 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.151623 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c469943d-611a-460e-9906-acef94b6ceb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.162647 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f7363ab7-df50-4e3d-9d22-39ecd7f85356 req-3dd13628-7e4f-40af-ba47-cc9b1b425577 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594845 Jul 29 20:50:12.165922 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1e61a633-e043-4a64-95ab-69b9de3a358d req-39349689-68be-425c-a45a-0825ebb9e24c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Jul 29 20:50:12.191517 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c469943d-611a-460e-9906-acef94b6ceb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.226182 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.227162 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.227739 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.284416 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5179443 Jul 29 20:50:12.289058 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59436) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:12.293855 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Request body: {'subnet': {'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1216072683-subnet', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:12.301216 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6c6b-b1e6-4b6f-8e52-69b6726a56d5 admin admin] Pushing event updated for resources: {'Network': ['ID=709279d3-15d3-4491-8c34-fa800d3b7be6,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:12.303983 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c469943d-611a-460e-9906-acef94b6ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.306503 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c469943d-611a-460e-9906-acef94b6ceb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.310064 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-c469943d-611a-460e-9906-acef94b6ceb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/877dfa04-812d-420b-8d24-06a143ee1ea5 HTTP/1.1" status: 204 len: 168 time: 0.2597015 Jul 29 20:50:12.316828 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Made reservation on behalf of 3828ffb9b201467fa8bbde344ccdf109 for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:12.320020 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28575701'] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.320183 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:50:12.325411 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469943d-611a-460e-9906-acef94b6ceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877dfa04-812d-420b-8d24-06a143ee1ea5,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:12.513885 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25586915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28575739'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.568250 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c42411-c0a2-4631-a1c6-7b7966960211,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:12.577177 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Checking segment: {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:12.577582 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Network hostable DHCP agents. Network: 709279d3-15d3-4491-8c34-fa800d3b7be6, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:50:12.594889 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:50:12.603809 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 709279d3-15d3-4491-8c34-fa800d3b7be6) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:12.608108 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.609030 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.614078 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06171d-aec2-428c-9ddc-ef8086b210fc None None] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:12.626745 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-2d6890f7-0c84-4361-b20f-ccd4ee725adb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3339655 Jul 29 20:50:12.627170 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59444) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:12.631454 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:12.654792 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.655830 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.716967 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.777004 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-709279d3-15d3-4491-8c34-fa800d3b7be6', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:50:12.778080 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.858687 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.900928 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-96c464d6-818a-4a90-92c2-236884eb5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.902460 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-96c464d6-818a-4a90-92c2-236884eb5595 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47&tenant_id=3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 1097 time: 0.0808973 Jul 29 20:50:12.944257 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Allocated IP 172.20.0.2 (709279d3-15d3-4491-8c34-fa800d3b7be6/95c42411-c0a2-4631-a1c6-7b7966960211/68bef873-0fa8-47d8-b89c-5b0d57c8dafd) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:12.981853 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-581cb926-2228-44c1-8c43-984fe2809735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.983699 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-581cb926-2228-44c1-8c43-984fe2809735 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 1097 time: 0.0481038 Jul 29 20:50:13.100875 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-b61a8743-9d70-4eaf-94e2-00114da825f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:13.102265 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-b61a8743-9d70-4eaf-94e2-00114da825f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 917 time: 0.1120992 Jul 29 20:50:13.103367 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.109018 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.113243 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Transition to ACTIVE for port object 68bef873-0fa8-47d8-b89c-5b0d57c8dafd will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:13.130489 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.137706 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Transition to ACTIVE for port object 68bef873-0fa8-47d8-b89c-5b0d57c8dafd will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:13.147012 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.182690 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-01039a1a-15e3-432b-beb8-88fb461ec381 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 HTTP/1.1" status: 200 len: 1000 time: 0.0711820 Jul 29 20:50:13.198530 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:13.223112 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 19756bb3-d002-4d2e-b192-883157e5dfe6 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:13.225249 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:13.243689 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:13.261350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Allocated IP 172.27.0.4 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/6e98d74d-3799-4faf-8971-cb194f4cb936) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:13.278237 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Pushing event updated for resources: {'Port': ['ID=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:13.280655 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-0ebb6029-0875-4e16-8389-d14ab0802264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:13.282172 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-0ebb6029-0875-4e16-8389-d14ab0802264 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0929332 Jul 29 20:50:13.286595 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 19756bb3-d002-4d2e-b192-883157e5dfe6 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:13.287083 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 19756bb3-d002-4d2e-b192-883157e5dfe6 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:13.340233 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Attempting to bind port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:13.340912 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Attempting to bind port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:13.341479 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Attempting to bind port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd on network 709279d3-15d3-4491-8c34-fa800d3b7be6 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:13.347611 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:13.348602 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Checking segment: {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:13.349222 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.349800 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Bound using segment: {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:13.350804 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Bound port: 68bef873-0fa8-47d8-b89c-5b0d57c8dafd, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:13.351446 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.401072 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266667b-f7ed-414d-ac65-ed90e4bb0e39 req-c7d15669-2e1f-4038-82a9-70a8f552d13e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:13.408226 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7266667b-f7ed-414d-ac65-ed90e4bb0e39 req-c7d15669-2e1f-4038-82a9-70a8f552d13e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1248600 Jul 29 20:50:13.419775 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-22fe7377-be55-4bda-a33b-2354e3d2575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:13.421333 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-22fe7377-be55-4bda-a33b-2354e3d2575c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223321 Jul 29 20:50:13.426955 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.430076 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] For port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:13.433441 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] For port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:13.438613 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.468309 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d619c39-a0d7-489f-a754-474e8bec5038 req-0a9230da-a806-4fa7-a180-0434d4eaefc0 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:13.475601 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d619c39-a0d7-489f-a754-474e8bec5038 req-0a9230da-a806-4fa7-a180-0434d4eaefc0 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1656706 Jul 29 20:50:13.499375 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9dc49-d38b-4a49-b59c-d73e4be23807 None None] Pushing event updated for resources: {'Port': ['ID=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:13.502463 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.535175 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7266667b-f7ed-414d-ac65-ed90e4bb0e39 req-e910eef3-b523-409e-813b-4cdf1b22bfad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260996 Jul 29 20:50:13.571071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:13.571071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:13.581243 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:13.584559 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d619c39-a0d7-489f-a754-474e8bec5038 req-ef7595a3-83e9-4c26-81d0-af8da9e86f57 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080117 Jul 29 20:50:13.587177 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Pushing event updated for resources: {'Port': ['ID=6e98d74d-3799-4faf-8971-cb194f4cb936,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:13.622622 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-b1059dc3-2b1a-4bcb-9553-d3615af8b2c6 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907618 Jul 29 20:50:13.730266 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a3174ca5-d9ab-44ea-b2ce-06d28bfd7d87 req-09e88534-bf85-4190-a54a-598bc9220453 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010036 Jul 29 20:50:13.905112 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:14.321084 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 68bef873-0fa8-47d8-b89c-5b0d57c8dafd up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:14.452322 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:14.458826 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:14.658891 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:50:14.837723 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c74140-d215-4807-888b-b0a9bb53edde req-b46587f1-5ec8-4716-9ec6-c0352c18eba5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:14.842881 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841ac30-660f-4d57-8439-29e200c7f957 None None] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:14.848621 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-11c74140-d215-4807-888b-b0a9bb53edde req-b46587f1-5ec8-4716-9ec6-c0352c18eba5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1675804 Jul 29 20:50:14.864121 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:14.876087 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Sync routers for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:14.883797 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b62266-db82-4b5b-b850-b597e403b7d9 req-9b87b0da-7849-4edf-9a31-8291ad26e3b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:14.887484 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-91b62266-db82-4b5b-b850-b597e403b7d9 req-9b87b0da-7849-4edf-9a31-8291ad26e3b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1618209 Jul 29 20:50:14.901651 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:14.902035 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:14.904921 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:14.907395 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f7993711-91ed-4025-9f39-355644346e30 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2793045 Jul 29 20:50:14.908114 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59514) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:15.005388 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-506dc056-b3e6-43fa-b384-d4cfbf3a7701 None None] Provisioning for port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:15.027074 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-506dc056-b3e6-43fa-b384-d4cfbf3a7701 None None] Provisioning complete for port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:15.027456 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-506dc056-b3e6-43fa-b384-d4cfbf3a7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.029672 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-11c74140-d215-4807-888b-b0a9bb53edde req-d5595bbb-6fdf-49a6-ad87-48269b68f8e6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801066 Jul 29 20:50:15.040469 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-91b62266-db82-4b5b-b850-b597e403b7d9 req-cc2a771f-7bea-41c0-b337-360d60aa2d35 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399467 Jul 29 20:50:15.147485 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:15.197957 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-506dc056-b3e6-43fa-b384-d4cfbf3a7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.279674 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-506dc056-b3e6-43fa-b384-d4cfbf3a7701 None None] For port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:15.307195 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-506dc056-b3e6-43fa-b384-d4cfbf3a7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.385683 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dc056-b3e6-43fa-b384-d4cfbf3a7701 None None] Pushing event updated for resources: {'Port': ['ID=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:15.514388 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:13Z', 'revision_number': 3, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:15.541458 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.543020 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Checking router: b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:15.543461 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Updating router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 port 6e98d74d-3799-4faf-8971-cb194f4cb936 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:50:15.607583 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.637008 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-71755cf9-6741-4182-89f8-29345181aad9 None None] Provisioning complete for port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:15.637543 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-71755cf9-6741-4182-89f8-29345181aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.817867 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Allocated IP 172.20.0.1 (709279d3-15d3-4491-8c34-fa800d3b7be6/95c42411-c0a2-4631-a1c6-7b7966960211/6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:15.948099 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:15.966972 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Transition to ACTIVE for port object 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:15.996339 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.004308 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.007016 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Transition to ACTIVE for port object 6e98d74d-3799-4faf-8971-cb194f4cb936 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:16.012152 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.044425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:16.049377 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:16.053106 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:16.069777 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Attempting to bind port 6e98d74d-3799-4faf-8971-cb194f4cb936 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:16.070125 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Attempting to bind port 6e98d74d-3799-4faf-8971-cb194f4cb936 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:16.070596 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Attempting to bind port 6e98d74d-3799-4faf-8971-cb194f4cb936 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:16.086751 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:16.100466 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.100885 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.101154 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.101479 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.102311 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.102311 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.102492 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.102773 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.103101 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.103448 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.103769 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.104214 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.126082 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.127132 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:16.128212 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:16.128625 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.130014 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:16.130014 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Bound port: 6e98d74d-3799-4faf-8971-cb194f4cb936, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:16.130014 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.208615 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] For port 6e98d74d-3799-4faf-8971-cb194f4cb936, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:16.212499 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] For port 6e98d74d-3799-4faf-8971-cb194f4cb936, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6e98d74d-3799-4faf-8971-cb194f4cb936,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:16.229798 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.250615 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Pushing event updated for resources: {'Port': ['ID=6e98d74d-3799-4faf-8971-cb194f4cb936,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:16.261037 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.261734 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.262166 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.263007 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.263433 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.264117 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.264533 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.265280 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.265906 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.266370 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.268180 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.272481 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:16.313176 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.329598 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244355-f3d8-4076-a22e-de85b1398491 req-96ca1160-9543-4927-aea4-d08542e281c2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:16.331191 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5f244355-f3d8-4076-a22e-de85b1398491 req-96ca1160-9543-4927-aea4-d08542e281c2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.2027025 Jul 29 20:50:16.339992 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded394e-a77c-4ad7-beb9-935cda597372 req-054cb525-a26e-4c3d-9a7c-67100455e9d5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:16.341367 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0ded394e-a77c-4ad7-beb9-935cda597372 req-054cb525-a26e-4c3d-9a7c-67100455e9d5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1497653 Jul 29 20:50:16.367887 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 68bef873-0fa8-47d8-b89c-5b0d57c8dafd up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:16.373956 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:16.374596 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:16.472115 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:16.472480 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.511675 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0ded394e-a77c-4ad7-beb9-935cda597372 req-0a2f9b2d-ee42-46a4-94ee-d48be1b2da75 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304765 Jul 29 20:50:16.520977 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5f244355-f3d8-4076-a22e-de85b1398491 req-69fbffd5-65dd-4718-9a38-3d466fb9b3b0 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692605 Jul 29 20:50:16.562357 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-d081a326-eaef-4ded-a179-89b328243031 None None] Provisioning for port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:16.569492 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-d081a326-eaef-4ded-a179-89b328243031 None None] Provisioning complete for port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:16.569782 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-d081a326-eaef-4ded-a179-89b328243031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.667029 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.669604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-d081a326-eaef-4ded-a179-89b328243031 None None] Port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:50:16.679754 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.754682 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:16.758923 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:16.761190 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:16.786808 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b2ef0-269a-427d-b817-2b0b5e5cf2aa None None] Pushing event updated for resources: {'Port': ['ID=6e98d74d-3799-4faf-8971-cb194f4cb936,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:16.886460 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:16.888005 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:16.999154 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:15Z', 'revision_number': 1, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:17.027101 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cb06c9-a945-4b32-8dab-e81ea54ab0cd None None] The sync data for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi is: [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:15Z', 'revision_number': 1, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:17.040718 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:50:17.175476 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:17.180536 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-dd761dbd-8a33-4fd8-adc1-1453a68666d9 admin admin] 10.222.0.26 "PUT /v2.0/routers/b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2712476 Jul 29 20:50:17.197711 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-4186b128-4ede-49f8-8ca7-7921ce051805 None None] Provisioning complete for port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:17.198156 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4186b128-4ede-49f8-8ca7-7921ce051805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:17.238048 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-4186b128-4ede-49f8-8ca7-7921ce051805 None None] Port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:50:17.774863 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8fa45-e4c4-4344-a5af-22b2f2b1f82a req-f14caeeb-65c1-4698-b711-dd1da047f94e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:17.778032 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10b8fa45-e4c4-4344-a5af-22b2f2b1f82a req-f14caeeb-65c1-4698-b711-dd1da047f94e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1403794 Jul 29 20:50:17.810847 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b7501-6655-44b1-a103-90c15549b3b9 req-df73d1be-9c57-4305-97ac-93a82b6fd628 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:17.820831 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-200b7501-6655-44b1-a103-90c15549b3b9 req-df73d1be-9c57-4305-97ac-93a82b6fd628 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1721601 Jul 29 20:50:17.979689 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10b8fa45-e4c4-4344-a5af-22b2f2b1f82a req-47a7af4d-ea6a-4c3f-8e11-2abf0e416806 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912642 Jul 29 20:50:17.983212 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-200b7501-6655-44b1-a103-90c15549b3b9 req-b4904891-ed47-4619-a5e1-9d49c3cee56c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613169 Jul 29 20:50:18.037380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59552) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:18.046160 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-630189460-network', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:18.069427 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Made reservation on behalf of 1c7e2eab881140528dbf6f719489d87a for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:18.072608 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.084368 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.241781 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.246595 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.262017 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:50:18.275490 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.275883 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Added segment af4fec15-2357-41e3-a51d-c688da92ec71 of type vlan for network 7b5e440e-76ba-4cd1-99b0-c561a27738ed Jul 29 20:50:18.333350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.335987 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6e98d74d-3799-4faf-8971-cb194f4cb936 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:18.382731 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3572432-d521-434a-ab06-f3b964c30c44,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:18.387651 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.388794 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:18.389447 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.420788 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3796432 Jul 29 20:50:18.421866 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59554) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:18.427103 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Request body: {'subnet': {'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-630189460-subnet', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:18.440207 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 6e98d74d-3799-4faf-8971-cb194f4cb936 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:18.458247 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6e98d74d-3799-4faf-8971-cb194f4cb936 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:18.459324 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.473452 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Made reservation on behalf of 1c7e2eab881140528dbf6f719489d87a for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:18.478576 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28575701'] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.496468 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b89f1-7f3e-42c0-b4db-288aeda7a9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5e440e-76ba-4cd1-99b0-c561a27738ed,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:18.512563 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:50:18.674941 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.702644 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 6e98d74d-3799-4faf-8971-cb194f4cb936, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6e98d74d-3799-4faf-8971-cb194f4cb936,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:18.712922 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.753313 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25586915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28575739'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.772078 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=6e98d74d-3799-4faf-8971-cb194f4cb936,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:18.819197 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b0b6f6-ef79-4f39-a44b-eefab7093ad4,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:18.835580 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.835922 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.836854 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.836854 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.836854 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.837191 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.837509 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.837823 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.838141 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.838451 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.838792 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.839105 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:18.850026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Checking segment: {'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:18.850698 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Network hostable DHCP agents. Network: 7b5e440e-76ba-4cd1-99b0-c561a27738ed, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:50:18.871838 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:50:18.881476 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 7b5e440e-76ba-4cd1-99b0-c561a27738ed) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:18.886008 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:18.886589 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.892065 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e2baf-6f77-4c04-9bc1-7b54ea1bcad6 None None] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:18.900475 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9c78aaf0-93ae-4a16-9ce3-8bdc82169d68 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4775591 Jul 29 20:50:18.903156 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59556) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:18.907613 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:18.944845 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.945983 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.038390 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.090422 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-7b5e440e-76ba-4cd1-99b0-c561a27738ed', 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'fixed_ips': [{'subnet_id': 'a3b0b6f6-ef79-4f39-a44b-eefab7093ad4'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:50:19.091591 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.236537 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Allocated IP 172.20.0.2 (7b5e440e-76ba-4cd1-99b0-c561a27738ed/a3b0b6f6-ef79-4f39-a44b-eefab7093ad4/c1ac8dc6-add2-4f6e-b037-55764219bdba) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:19.247461 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b1da9-08f1-4181-86e4-6c02c6c159bd req-02236864-8c20-4cb6-94f7-19fa5b00e0c3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:19.249193 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d4b1da9-08f1-4181-86e4-6c02c6c159bd req-02236864-8c20-4cb6-94f7-19fa5b00e0c3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1615679 Jul 29 20:50:19.307442 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.318986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7ab6c-d821-41ea-8923-b7ddef538037 req-9c1cbeba-ed8e-4dff-8ef1-123e0613f973 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:19.327541 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23b7ab6c-d821-41ea-8923-b7ddef538037 req-9c1cbeba-ed8e-4dff-8ef1-123e0613f973 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.2371271 Jul 29 20:50:19.420213 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3d4b1da9-08f1-4181-86e4-6c02c6c159bd req-33227680-2cc4-4a12-9f3a-88c163ace87f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359575 Jul 29 20:50:19.439066 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23b7ab6c-d821-41ea-8923-b7ddef538037 req-f1d3c8cb-bd14-4b50-acda-1d7b8a157573 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087606 Jul 29 20:50:19.594496 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.603268 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Transition to ACTIVE for port object c1ac8dc6-add2-4f6e-b037-55764219bdba will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:19.620295 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Transition to ACTIVE for port object c1ac8dc6-add2-4f6e-b037-55764219bdba will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:19.628042 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.649613 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.664257 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:19.667002 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:19.668682 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.672925 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:19.683503 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Pushing event updated for resources: {'Port': ['ID=c1ac8dc6-add2-4f6e-b037-55764219bdba,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:19.739978 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Sync routers for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:19.748133 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Attempting to bind port c1ac8dc6-add2-4f6e-b037-55764219bdba on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:19.748504 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Attempting to bind port c1ac8dc6-add2-4f6e-b037-55764219bdba by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:19.748864 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Attempting to bind port c1ac8dc6-add2-4f6e-b037-55764219bdba on network 7b5e440e-76ba-4cd1-99b0-c561a27738ed {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:19.756138 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:19.756590 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Checking segment: {'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:19.757027 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.757423 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Bound using segment: {'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:19.757889 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Bound port: c1ac8dc6-add2-4f6e-b037-55764219bdba, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:19.758276 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.767081 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:19.767705 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:19.800442 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Allocated IP 172.27.0.143 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/067d3a89-25c8-4ffe-aab0-80cfefeb37a5) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:19.905290 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] For port c1ac8dc6-add2-4f6e-b037-55764219bdba, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:19.923276 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] For port c1ac8dc6-add2-4f6e-b037-55764219bdba, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c1ac8dc6-add2-4f6e-b037-55764219bdba,segment=NetworkSegment(af4fec15-2357-41e3-a51d-c688da92ec71),segment_id=af4fec15-2357-41e3-a51d-c688da92ec71)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:19.927362 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:19.944599 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.954182 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.003187 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.074861 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:20.076270 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaab2c-15c0-484e-a995-08d191290aea None None] Pushing event updated for resources: {'Port': ['ID=c1ac8dc6-add2-4f6e-b037-55764219bdba,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:20.082953 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:20.086294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:20.145342 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Pushing event updated for resources: {'Port': ['ID=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:20.308397 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6e98d74d-3799-4faf-8971-cb194f4cb936 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:20.438143 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 2, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:20.512441 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Checking router: b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:20.519183 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Updating router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:50:20.558325 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6e98d74d-3799-4faf-8971-cb194f4cb936 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:20.558874 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.595265 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.905136 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:20.964026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697a5a4-2b35-4491-b63d-5631f5833edd req-5dcc3fb3-922f-4def-bbe9-79422ffea919 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:20.966358 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c697a5a4-2b35-4491-b63d-5631f5833edd req-5dcc3fb3-922f-4def-bbe9-79422ffea919 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.4209712 Jul 29 20:50:21.021605 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b720-4db5-4927-9f50-5fdab34a8218 req-34fb2cd5-06ee-4fb4-81c9-3b37e9e8323c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:21.023174 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-08d8b720-4db5-4927-9f50-5fdab34a8218 req-34fb2cd5-06ee-4fb4-81c9-3b37e9e8323c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1750860 Jul 29 20:50:21.132132 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.136191 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-08d8b720-4db5-4927-9f50-5fdab34a8218 req-f896a324-9429-4c2b-ba79-5a5cfb22d1b1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653989 Jul 29 20:50:21.144206 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c697a5a4-2b35-4491-b63d-5631f5833edd req-113f0084-8e56-4fe7-854a-75a0ff188f0a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620643 Jul 29 20:50:21.144436 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Transition to ACTIVE for port object 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:21.160535 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.210377 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Pushing event updated for resources: {'Port': ['ID=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:21.224957 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.225300 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.225643 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.225981 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.226288 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.226603 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.226942 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.227267 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.227606 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.227926 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.228239 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.228551 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:21.260872 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.360866 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Attempting to bind port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:21.361216 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Attempting to bind port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:21.361571 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Attempting to bind port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 on network 709279d3-15d3-4491-8c34-fa800d3b7be6 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:21.367063 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:21.367433 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Checking segment: {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:21.367840 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.368221 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Bound using segment: {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:21.368689 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Bound port: 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:21.369065 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.453928 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:50:21.463974 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] For port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:21.470343 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] For port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:21.479171 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.543177 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:21.543814 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:21.595321 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:21.604446 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Sync routers for ids ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:21.618986 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Routers {'69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:21.619579 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:21.649860 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69924483-6b05-4199-8839-9a6893e66a0b None None] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:21.652584 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.661954 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a58022bf-4237-4ef3-9596-2cf8b680582f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7520716 Jul 29 20:50:21.663048 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59586) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:21.696982 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5536555-83c9-4c6b-9bb2-c834e3ddb2f6 None None] Pushing event updated for resources: {'Port': ['ID=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:21.855985 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Set router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:21.902597 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8e9fbd35-92f9-4ff3-97bc-d7a2d394c8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:21.917065 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:21.918877 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-efde3171-c2a9-46a4-b0d2-06c6041d57be None None] Provisioning for port c1ac8dc6-add2-4f6e-b037-55764219bdba completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:22.119984 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:50:20Z', 'revision_number': 3, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port': {'id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:19Z', 'updated_at': '2021-07-29T20:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:22.158787 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Checking router: 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:22.159220 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Updating router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:50:22.186601 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.220589 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.434113 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:21Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:22.477916 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124bafa-1db8-42e2-8e1d-bc071bd580ce None None] The sync data for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi is: [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:21Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:22.542598 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Allocated IP 172.20.0.1 (7b5e440e-76ba-4cd1-99b0-c561a27738ed/a3b0b6f6-ef79-4f39-a44b-eefab7093ad4/47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:22.580045 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c1ac8dc6-add2-4f6e-b037-55764219bdba up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:22.618315 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.625480 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aaf7e-2075-4fa7-85a5-fd29ff673f9a req-00ed402d-bc43-4f45-925d-fcbffe7579f4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:22.628929 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f9aaf7e-2075-4fa7-85a5-fd29ff673f9a req-00ed402d-bc43-4f45-925d-fcbffe7579f4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.2462308 Jul 29 20:50:22.630594 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Transition to ACTIVE for port object 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:22.656319 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.685690 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74916-84a6-4366-861e-f754e492fa91 req-16e76c91-c5ff-4c96-8ad3-f360ff00b4a8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:22.688272 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bad74916-84a6-4366-861e-f754e492fa91 req-16e76c91-c5ff-4c96-8ad3-f360ff00b4a8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.3045483 Jul 29 20:50:22.718024 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port c1ac8dc6-add2-4f6e-b037-55764219bdba completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:22.732318 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port c1ac8dc6-add2-4f6e-b037-55764219bdba triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:22.732704 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.756290 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421d353-8093-4b21-be89-c2aae877a4fd None None] Pushing event updated for resources: {'Port': ['ID=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:22.789622 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Attempting to bind port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:22.789989 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Attempting to bind port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:22.790504 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Attempting to bind port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:22.803005 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:22.803376 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:22.803776 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.804166 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:22.804628 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Bound port: 067d3a89-25c8-4ffe-aab0-80cfefeb37a5, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:22.805030 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.851749 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-1251427a-3df3-4800-a475-4f26be9fbb7a None None] Provisioning complete for port c1ac8dc6-add2-4f6e-b037-55764219bdba triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:22.851749 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1251427a-3df3-4800-a475-4f26be9fbb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.915003 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.916484 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] For port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:22.925555 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] For port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:22.959348 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:22.996178 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bad74916-84a6-4366-861e-f754e492fa91 req-c5062c8c-171b-4ccd-828f-22e9713fa123 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645383 Jul 29 20:50:23.011242 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f9aaf7e-2075-4fa7-85a5-fd29ff673f9a req-58e377d6-7801-454d-8cfc-a19c4cb1f234 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734114 Jul 29 20:50:23.017857 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Routers {'69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:23.018973 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:49:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:23.041455 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1251427a-3df3-4800-a475-4f26be9fbb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.045400 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port c1ac8dc6-add2-4f6e-b037-55764219bdba, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c1ac8dc6-add2-4f6e-b037-55764219bdba,segment=NetworkSegment(af4fec15-2357-41e3-a51d-c688da92ec71),segment_id=af4fec15-2357-41e3-a51d-c688da92ec71)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:23.070389 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.072219 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:23.089122 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.106814 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Transition to ACTIVE for port object 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f will not be triggered until provisioned by entity DHCP. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:23.133218 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421d353-8093-4b21-be89-c2aae877a4fd None None] Pushing event updated for resources: {'Port': ['ID=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:23.166947 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.220555 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=c1ac8dc6-add2-4f6e-b037-55764219bdba,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:23.222494 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:23.226160 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:23.230091 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:23.239505 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] Set router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:23.268456 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:23.300157 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.db.api [None req-1251427a-3df3-4800-a475-4f26be9fbb7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:50:23.300715 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG oslo_db.api [None req-1251427a-3df3-4800-a475-4f26be9fbb7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:50:23.310159 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:23.319520 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:23.319888 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.322608 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.465321 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.519818 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.588186 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:23.595924 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.603365 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.625597 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:50:20Z', 'revision_number': 3, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port': {'id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:19Z', 'updated_at': '2021-07-29T20:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:23.659308 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:23.664218 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2e63c-d4e7-4724-a581-1bdfe1826fa9 None None] The sync data for ids ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'] in dv-cinder-801633-3-iscsi is: [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:50:20Z', 'revision_number': 3, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port': {'id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:19Z', 'updated_at': '2021-07-29T20:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:23.844090 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.855262 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25586838'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.932245 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:23.935722 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:23.983485 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-734eca78-036f-49b4-8b96-dbec3efc0b1e None None] Provisioning for port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:23.990741 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-734eca78-036f-49b4-8b96-dbec3efc0b1e None None] Provisioning complete for port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:23.991199 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-734eca78-036f-49b4-8b96-dbec3efc0b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.085020 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-734eca78-036f-49b4-8b96-dbec3efc0b1e None None] Port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:50:24.111376 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:24.121796 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:24.403876 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cb5b1-ca29-4e5b-b7c2-268e6a100584 req-1333ddab-25d5-4bec-8b88-7fc8f5504fef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:24.406253 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-378cb5b1-ca29-4e5b-b7c2-268e6a100584 req-1333ddab-25d5-4bec-8b88-7fc8f5504fef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.2209945 Jul 29 20:50:24.447884 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543542a-8728-48d1-a410-65c2d97851e9 req-def5d3a5-4af5-4c07-9fd8-9ac73d9bdfc4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:24.454728 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e543542a-8728-48d1-a410-65c2d97851e9 req-def5d3a5-4af5-4c07-9fd8-9ac73d9bdfc4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.3223639 Jul 29 20:50:24.456253 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4f90edc0-89f2-41fc-bfd5-9a6cc88086d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.460580 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c1ac8dc6-add2-4f6e-b037-55764219bdba up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:24.470920 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:50:24.512790 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-f55f3e11-ab35-4b0b-95ad-e4a3c27be75c None None] Provisioning complete for port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:24.513161 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f55f3e11-ab35-4b0b-95ad-e4a3c27be75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.537497 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-378cb5b1-ca29-4e5b-b7c2-268e6a100584 req-89bb00be-8e44-4e24-b7f4-da473335b286 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728903 Jul 29 20:50:24.541955 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port c1ac8dc6-add2-4f6e-b037-55764219bdba triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:24.542318 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.579318 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-f55f3e11-ab35-4b0b-95ad-e4a3c27be75c None None] Port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:50:24.592760 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e543542a-8728-48d1-a410-65c2d97851e9 req-c34ce7c5-a584-41fb-bdc7-ffff27b35dc4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240950 Jul 29 20:50:24.665799 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:24.730014 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:24.735229 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:24.735618 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.834722 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.864376 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:24.871692 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.873170 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:24.974221 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:24.981365 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:50:24.987999 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-cb5f6c9f-893d-4071-8c04-7f4af911e8e6 admin admin] 10.222.0.26 "PUT /v2.0/routers/69d57ee7-6bb2-446f-b19a-beb9ba52e5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3226070 Jul 29 20:50:24.995287 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:25.013330 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:25.013705 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.294753 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:25.701069 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d7c05-10e6-4cb8-9405-2aed7d901cba req-b7da9f1b-9d16-4e08-aa44-47e9535213bd tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:25.705285 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-af1d7c05-10e6-4cb8-9405-2aed7d901cba req-b7da9f1b-9d16-4e08-aa44-47e9535213bd tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0771711 Jul 29 20:50:25.792833 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-af1d7c05-10e6-4cb8-9405-2aed7d901cba req-147aa0b2-5ff5-48d9-bf35-99493502fbbe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694399 Jul 29 20:50:25.804611 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261e8a9-0ab0-4724-bb17-44605a4474e5 req-10d02fe9-5f52-45a6-9242-6a8ec643851d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:25.813083 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f261e8a9-0ab0-4724-bb17-44605a4474e5 req-10d02fe9-5f52-45a6-9242-6a8ec643851d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1200473 Jul 29 20:50:25.872952 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f261e8a9-0ab0-4724-bb17-44605a4474e5 req-71a8bacd-e604-4378-9632-9614aef2aec8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587826 Jul 29 20:50:25.958120 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Sync routers for ids ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:50:25.979158 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Routers {'69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:25.980018 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:50:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:26.259642 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Set router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:26.363749 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:26.490053 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:26.490445 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:26.666235 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 4, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port': {'id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:19Z', 'updated_at': '2021-07-29T20:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f', 'name': '', 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'mac_address': 'fa:16:3e:97:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3b0b6f6-ef79-4f39-a44b-eefab7093ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:22Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 2, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'subnets': [{'id': 'a3b0b6f6-ef79-4f39-a44b-eefab7093ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:26.710216 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Checking router: 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:50:26.710571 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Updating router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:50:26.745884 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.008998 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1f144-4f44-4911-9ddc-e41810e865de req-af636040-4314-4aca-b8d4-4debadb54dfc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:27.022816 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6fd1f144-4f44-4911-9ddc-e41810e865de req-af636040-4314-4aca-b8d4-4debadb54dfc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1221838 Jul 29 20:50:27.112944 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.180833 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6fd1f144-4f44-4911-9ddc-e41810e865de req-e04bc87c-8fc4-4a18-af51-922862327e09 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569726 Jul 29 20:50:27.218168 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.222425 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1135b-e94f-4a44-80c0-189562737d69 req-e715ae05-2b4c-45e1-bf9b-cbf67a7d4c7c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:27.224730 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55f1135b-e94f-4a44-80c0-189562737d69 req-e715ae05-2b4c-45e1-bf9b-cbf67a7d4c7c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.1877985 Jul 29 20:50:27.229893 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Transition to ACTIVE for port object 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:27.242409 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.299738 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55f1135b-e94f-4a44-80c0-189562737d69 req-8a5f9b5e-65b5-4a3b-a984-1ec8adba8403 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670056 Jul 29 20:50:27.349488 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336c6c1-1f81-4bce-a4a0-11c191c81424 None None] Pushing event updated for resources: {'Port': ['ID=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:27.409900 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Attempting to bind port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:27.410591 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Attempting to bind port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:27.411370 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Attempting to bind port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f on network 7b5e440e-76ba-4cd1-99b0-c561a27738ed {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:27.416939 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:27.417631 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Checking segment: {'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:27.418279 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.418918 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Bound using segment: {'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:27.419615 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Bound port: 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4fec15-2357-41e3-a51d-c688da92ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:27.420222 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.513211 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] For port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:27.517947 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] For port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,segment=NetworkSegment(af4fec15-2357-41e3-a51d-c688da92ec71),segment_id=af4fec15-2357-41e3-a51d-c688da92ec71)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:27.535641 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.599455 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336c6c1-1f81-4bce-a4a0-11c191c81424 None None] Pushing event updated for resources: {'Port': ['ID=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:27.634259 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Routers {'69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:50:27.635316 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:50:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:27.913971 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] Set router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:50:28.152452 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 4, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port': {'id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:19Z', 'updated_at': '2021-07-29T20:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f', 'name': '', 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'mac_address': 'fa:16:3e:97:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3b0b6f6-ef79-4f39-a44b-eefab7093ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:22Z', 'updated_at': '2021-07-29T20:50:27Z', 'revision_number': 4, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'subnets': [{'id': 'a3b0b6f6-ef79-4f39-a44b-eefab7093ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:50:28.180977 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86f89f8-2c0b-4885-9e6c-3797b0e61a12 None None] The sync data for ids ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'] in dv-cinder-801633-3-iscsi is: [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 4, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port': {'id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:19Z', 'updated_at': '2021-07-29T20:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f', 'name': '', 'network_id': '7b5e440e-76ba-4cd1-99b0-c561a27738ed', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'mac_address': 'fa:16:3e:97:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3b0b6f6-ef79-4f39-a44b-eefab7093ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:22Z', 'updated_at': '2021-07-29T20:50:27Z', 'revision_number': 4, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'subnets': [{'id': 'a3b0b6f6-ef79-4f39-a44b-eefab7093ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:50:28.393379 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea5245-7bfd-4101-9c6b-b4c4a2721fd9 req-49e474df-30a6-4250-a60a-6c9004fab9f4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:28.394985 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1cea5245-7bfd-4101-9c6b-b4c4a2721fd9 req-49e474df-30a6-4250-a60a-6c9004fab9f4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0844309 Jul 29 20:50:28.478338 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1cea5245-7bfd-4101-9c6b-b4c4a2721fd9 req-4bc1227f-40a4-4273-b1ca-321511ec6bf1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607808 Jul 29 20:50:28.492286 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4c9fb-e004-47d6-a9a2-46813d2be407 req-a0c9bb83-cca7-4858-88e7-8fba46934f61 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:28.494530 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3ce4c9fb-e004-47d6-a9a2-46813d2be407 req-a0c9bb83-cca7-4858-88e7-8fba46934f61 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0985131 Jul 29 20:50:28.549924 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3ce4c9fb-e004-47d6-a9a2-46813d2be407 req-48b4a0a9-5754-45af-9f84-c415d72d339f tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Jul 29 20:50:29.604637 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b28ae-86bd-42ab-96dc-cffbbd36613f req-7e86f827-5278-441b-a511-5645f067d252 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:29.612206 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1e3b28ae-86bd-42ab-96dc-cffbbd36613f req-7e86f827-5278-441b-a511-5645f067d252 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0587907 Jul 29 20:50:29.667840 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1e3b28ae-86bd-42ab-96dc-cffbbd36613f req-3f1eee87-d2cc-42c4-8c40-3118ac08d270 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546896 Jul 29 20:50:29.708044 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509f542-f5b9-4b60-9732-85a3ac34be15 req-6a171d14-0f54-4e52-8601-347e2f7796b8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:29.709631 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9509f542-f5b9-4b60-9732-85a3ac34be15 req-6a171d14-0f54-4e52-8601-347e2f7796b8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0593426 Jul 29 20:50:29.753148 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9509f542-f5b9-4b60-9732-85a3ac34be15 req-2a3039ed-d44a-45cd-bde6-e5a7a560b125 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375664 Jul 29 20:50:30.159211 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-5822002a-97c2-400a-a42b-045149fdaf5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411081 Jul 29 20:50:30.270525 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-d29f3b73-def0-452e-b927-8eef450285ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.272371 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-d29f3b73-def0-452e-b927-8eef450285ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 1098 time: 0.0528641 Jul 29 20:50:30.313543 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:30.371120 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:30.376539 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:30.377045 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:30.409070 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-8aa5c749-e017-42b2-a2b5-5f5e3ad8a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.411089 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-8aa5c749-e017-42b2-a2b5-5f5e3ad8a8bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.1128745 Jul 29 20:50:30.458817 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-a670951b-45a3-4806-8df4-4d737ec29612 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0b8067b-e218-4d5c-8201-cd489d461803 HTTP/1.1" status: 200 len: 217 time: 0.0382674 Jul 29 20:50:30.471185 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:30.503993 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,segment=NetworkSegment(af4fec15-2357-41e3-a51d-c688da92ec71),segment_id=af4fec15-2357-41e3-a51d-c688da92ec71)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:30.510379 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:30.516786 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-1613e317-f13d-439d-8970-3f169403fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.518277 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-1613e317-f13d-439d-8970-3f169403fff4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.0508521 Jul 29 20:50:30.558868 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-3496c408-1542-4140-b89f-bf623bceba0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320253 Jul 29 20:50:30.570255 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:30.664612 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-1bb1d020-b84e-40c4-a87d-9569cb60efcc service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969741 Jul 29 20:50:30.797137 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcffb89-e317-4d68-9456-c60980c791dd req-8c2bf05c-75ab-441f-83c9-c32007bfa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.799553 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7bcffb89-e317-4d68-9456-c60980c791dd req-8c2bf05c-75ab-441f-83c9-c32007bfa1b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.0422301 Jul 29 20:50:30.811197 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb6d06f4-5b4b-43c8-a04f-079ff4983a41 req-ea6bd7b0-8109-415a-9a87-48ccf75a7284 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383519 Jul 29 20:50:30.845809 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cba07-fee2-45f0-8384-27e9db2aa49c req-4f359b5c-2d1a-4026-a857-dd51001ddff5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.853640 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-202cba07-fee2-45f0-8384-27e9db2aa49c req-4f359b5c-2d1a-4026-a857-dd51001ddff5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1003211 Jul 29 20:50:30.885328 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7bcffb89-e317-4d68-9456-c60980c791dd req-fe4d72dc-edb7-4e7e-9340-f7786d3fe51c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558133 Jul 29 20:50:30.931659 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-202cba07-fee2-45f0-8384-27e9db2aa49c req-d58e3434-270e-45e4-96dd-aae248499fef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765438 Jul 29 20:50:30.946810 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af96cd-5973-4ed4-9b40-73bafbc4184a req-91ab6851-aa47-4026-b35f-3833786d1977 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.948350 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-36af96cd-5973-4ed4-9b40-73bafbc4184a req-91ab6851-aa47-4026-b35f-3833786d1977 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0916693 Jul 29 20:50:30.999840 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-36af96cd-5973-4ed4-9b40-73bafbc4184a req-0d99481a-c6b4-4d34-acde-4565292d9251 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Jul 29 20:50:32.108029 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd930ad-204b-42a2-a097-b40f28e78b04 req-04b62a7b-1a36-439a-a4dd-dddf517004ab tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:32.111128 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bcd930ad-204b-42a2-a097-b40f28e78b04 req-04b62a7b-1a36-439a-a4dd-dddf517004ab tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0785925 Jul 29 20:50:32.126700 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:50:32.190631 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7569-2163-4c0b-9daa-2a715e912cc3 req-8b065768-acf7-4d40-af59-a9aa50fa289c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:32.197877 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-951e7569-2163-4c0b-9daa-2a715e912cc3 req-8b065768-acf7-4d40-af59-a9aa50fa289c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0843763 Jul 29 20:50:32.213329 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bcd930ad-204b-42a2-a097-b40f28e78b04 req-3f37a71d-f997-41ba-97fe-f253e86b6031 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738597 Jul 29 20:50:32.259516 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-951e7569-2163-4c0b-9daa-2a715e912cc3 req-9a95f104-869b-4c98-adfb-924a2322c4c2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604661 Jul 29 20:50:32.326430 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:32.414239 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:32.414838 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:33.417121 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7790bf-0c2f-45c2-a82d-3f43e95e47ba req-bf925293-65c4-48f2-80e6-a95bc8c2d8f1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.423477 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe7790bf-0c2f-45c2-a82d-3f43e95e47ba req-bf925293-65c4-48f2-80e6-a95bc8c2d8f1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0872438 Jul 29 20:50:33.454098 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9b116-6ac4-4746-9ddb-9e135a615db3 req-976e8d93-9c9a-4c5d-ab9b-0d06cfe7dd79 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.455886 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d7e9b116-6ac4-4746-9ddb-9e135a615db3 req-976e8d93-9c9a-4c5d-ab9b-0d06cfe7dd79 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.1067016 Jul 29 20:50:33.497566 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fe7790bf-0c2f-45c2-a82d-3f43e95e47ba req-adaae5b7-7556-4b9b-a506-a7b0f835e6ef tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712242 Jul 29 20:50:33.521979 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d7e9b116-6ac4-4746-9ddb-9e135a615db3 req-717c22fa-a2fc-4852-aa93-fe7043389150 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582182 Jul 29 20:50:33.847240 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33efb0-f571-4314-9dd5-6916bb587be5 req-adfc23d3-b4b9-44cf-ac60-e4991d3cbdd1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.853428 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3c33efb0-f571-4314-9dd5-6916bb587be5 req-adfc23d3-b4b9-44cf-ac60-e4991d3cbdd1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0637145 Jul 29 20:50:33.895652 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3c33efb0-f571-4314-9dd5-6916bb587be5 req-5630dc27-4763-4bc3-b7b5-35793738b051 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362775 Jul 29 20:50:34.666679 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddc721-0a79-466d-870e-2c89ff6eb973 req-1238fb52-6379-4efd-8084-76d22a7f1928 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:34.668144 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-77ddc721-0a79-466d-870e-2c89ff6eb973 req-1238fb52-6379-4efd-8084-76d22a7f1928 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0696990 Jul 29 20:50:34.709393 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-77ddc721-0a79-466d-870e-2c89ff6eb973 req-2b530800-5848-4bb8-a365-d4ad1ef06ec5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344799 Jul 29 20:50:35.025801 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ac8c9-5a19-4989-9a82-572f214f4b56 req-f6104e48-a2da-433b-8230-04544ee00c20 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:35.027348 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c20ac8c9-5a19-4989-9a82-572f214f4b56 req-f6104e48-a2da-433b-8230-04544ee00c20 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0549443 Jul 29 20:50:35.065290 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c20ac8c9-5a19-4989-9a82-572f214f4b56 req-1c568b3a-4c3e-438e-bb27-845b1d073ca4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Jul 29 20:50:35.321673 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-4634593d-4315-4c7b-bcfe-3a9465d27f23 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:35.323065 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-4634593d-4315-4c7b-bcfe-3a9465d27f23 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 815 time: 0.0973449 Jul 29 20:50:35.337981 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-bccc8cca-c453-4891-8890-429d72657fc6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/quotas/3828ffb9b201467fa8bbde344ccdf109 HTTP/1.1" status: 200 len: 375 time: 0.0085523 Jul 29 20:50:35.390632 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-931fd2b8-5d68-44b6-b445-35ac5210b10b tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476549 Jul 29 20:50:35.481305 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-a16663b4-6020-4531-ae6d-217add89e588 service neutron] 10.222.0.26 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794809 Jul 29 20:50:35.570979 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-66e3b9f0-b869-433b-a655-30f78e30efff service neutron] 10.222.0.26 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836830 Jul 29 20:50:35.725308 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-18fad542-c6e5-426b-8492-cc6c7018ab32 req-a21e9a7c-094a-4e45-98e9-3a49d3eda33d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 210 time: 0.0276916 Jul 29 20:50:35.840751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288bcc-0ea4-4820-9b17-87ba476ac02a req-232b073d-7e55-44bc-9be3-d601ace23e07 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:35.842201 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78288bcc-0ea4-4820-9b17-87ba476ac02a req-232b073d-7e55-44bc-9be3-d601ace23e07 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 944 time: 0.0521369 Jul 29 20:50:35.881009 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78288bcc-0ea4-4820-9b17-87ba476ac02a req-d3dde8b8-87d6-46c4-ae0b-7e76f395e7bc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324848 Jul 29 20:50:35.963101 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:50:36.050424 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-3148759f-45ad-4939-a382-fad67248baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:36.052007 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-3148759f-45ad-4939-a382-fad67248baeb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31400768fcf64e2a9b7aeafe621afd97&device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 1099 time: 0.0515368 Jul 29 20:50:36.062825 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:36.079334 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'port_id': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'mac_address': 'fa:16:3e:85:40:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:50:36.126875 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:36.140681 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:36.174690 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:36.180760 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:36.185371 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-18b3c679-ec85-4125-bc08-b194f8e20f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:36.188280 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-18b3c679-ec85-4125-bc08-b194f8e20f31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 200 len: 920 time: 0.1167126 Jul 29 20:50:36.203602 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee279c-ede3-4c5c-b594-66bcee2e5778 req-4b268fd3-ca7a-4e4d-b879-5c6fe799ffcd tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:36.210983 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-51ee279c-ede3-4c5c-b594-66bcee2e5778 req-4b268fd3-ca7a-4e4d-b879-5c6fe799ffcd tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0593197 Jul 29 20:50:36.254277 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=9']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:36.257464 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-51ee279c-ede3-4c5c-b594-66bcee2e5778 req-ad91c061-e2c5-4a30-ab6b-4e130ce823ef tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Jul 29 20:50:36.260587 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-c6558402-7095-4730-9343-956b3430a0c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0515738 Jul 29 20:50:36.317670 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-0f2a7ab4-79cf-4c1d-b024-76fcb09134fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:36.319536 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-0f2a7ab4-79cf-4c1d-b024-76fcb09134fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 200 len: 859 time: 0.0478914 Jul 29 20:50:36.355625 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-ee953730-2282-4a94-8a2d-45ecf3707417 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=be41db28-d8fb-4fee-8add-f87dba94a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257149 Jul 29 20:50:36.477681 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-79e5b711-1e32-441f-973e-e10ffbccd158 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863473 Jul 29 20:50:36.574533 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8faf773a-1d84-44aa-9956-cb614f8b83f7 req-eff33802-0ec1-4ed9-8141-29affd5a2491 service neutron] 10.222.0.42 "GET /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784221 Jul 29 20:50:36.647467 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:36.823373 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dedcdc6c-1811-4fb8-9509-5f78a470eccc req-1dcc6609-4526-4584-bc24-be176043c5db tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 210 time: 0.0307641 Jul 29 20:50:37.000117 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d961-8380-4efb-8df4-03025d3b0e14 req-ed47945e-1e97-48e1-a50f-6f161498a659 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.001616 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6926d961-8380-4efb-8df4-03025d3b0e14 req-ed47945e-1e97-48e1-a50f-6f161498a659 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0497918 Jul 29 20:50:37.040140 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6926d961-8380-4efb-8df4-03025d3b0e14 req-1bbca6f0-c723-482b-a368-cdc660a776fa tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318160 Jul 29 20:50:37.352427 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-23605f68-9cfa-41d5-ba52-fbd2fbef0d5b tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.354037 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-23605f68-9cfa-41d5-ba52-fbd2fbef0d5b tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.42 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 815 time: 0.1064460 Jul 29 20:50:37.370593 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23096d9d-635b-4687-a576-94d87143a67a req-4638971a-3cc7-468b-9693-a3745fcefb0b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.372065 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23096d9d-635b-4687-a576-94d87143a67a req-4638971a-3cc7-468b-9693-a3745fcefb0b tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0508344 Jul 29 20:50:37.382820 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'port': {'device_id': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'admin_state_up': True, 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:37.411358 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-23096d9d-635b-4687-a576-94d87143a67a req-4327f1eb-ae39-4a0b-823b-333e79453bab tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Jul 29 20:50:37.486230 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Made reservation on behalf of 3828ffb9b201467fa8bbde344ccdf109 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:37.489787 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:37.615199 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Allocated IP 172.20.0.3 (709279d3-15d3-4491-8c34-fa800d3b7be6/95c42411-c0a2-4631-a1c6-7b7966960211/9a2158d5-173e-41a7-ae74-087e453788e1) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:37.775859 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:37.794794 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Transition to ACTIVE for port object 9a2158d5-173e-41a7-ae74-087e453788e1 will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:37.832272 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:37.889234 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:37.892431 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:37.896572 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:37.932620 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:37.979956 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.980873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:38.024954 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-92622716-78a0-44ec-8ad9-b6ed8e05456d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6461847 Jul 29 20:50:38.041076 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f45a5-d528-483b-aaf1-7877dab3518b req-ed300673-c48d-47a8-a4c4-2f52fdaa34b1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.049387 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-436f45a5-d528-483b-aaf1-7877dab3518b req-ed300673-c48d-47a8-a4c4-2f52fdaa34b1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0840335 Jul 29 20:50:38.150798 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-436f45a5-d528-483b-aaf1-7877dab3518b req-ad91bbff-242a-432c-96f0-25e457cc049c tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004121 Jul 29 20:50:38.223538 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b781cc78-dc6a-4a07-b972-0f2f50e26df8 None None] Provisioning for port 9a2158d5-173e-41a7-ae74-087e453788e1 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:38.231646 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedbf19-bbda-4308-b748-64c4865d6c7b req-804044c9-60b9-4556-a03b-36ce51b5832f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.232301 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b781cc78-dc6a-4a07-b972-0f2f50e26df8 None None] Provisioning complete for port 9a2158d5-173e-41a7-ae74-087e453788e1 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:38.232918 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b781cc78-dc6a-4a07-b972-0f2f50e26df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:38.233230 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ecedbf19-bbda-4308-b748-64c4865d6c7b req-804044c9-60b9-4556-a03b-36ce51b5832f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0563126 Jul 29 20:50:38.290197 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-b781cc78-dc6a-4a07-b972-0f2f50e26df8 None None] Port 9a2158d5-173e-41a7-ae74-087e453788e1 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:50:38.295914 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ecedbf19-bbda-4308-b748-64c4865d6c7b req-22ec9cd6-869d-4932-9ed0-7cdbddff3788 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562439 Jul 29 20:50:38.535121 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d72db1-5a45-4b13-b9ee-be51c7b364f9 req-2550c807-ab54-459b-9c5f-294649e439b8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.536881 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-98d72db1-5a45-4b13-b9ee-be51c7b364f9 req-2550c807-ab54-459b-9c5f-294649e439b8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0506868 Jul 29 20:50:38.578736 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-98d72db1-5a45-4b13-b9ee-be51c7b364f9 req-12f2c138-2823-4d1b-8b13-508b4704431a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352707 Jul 29 20:50:39.243376 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6c57-6569-470d-8fbe-da7f52a02d99 req-947f4f74-cad7-4d9e-9952-01b773c6a366 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:39.244858 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-846d6c57-6569-470d-8fbe-da7f52a02d99 req-947f4f74-cad7-4d9e-9952-01b773c6a366 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0504649 Jul 29 20:50:39.289935 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-846d6c57-6569-470d-8fbe-da7f52a02d99 req-4aa5543b-343f-4cb0-9edd-c8deff5d70e7 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384114 Jul 29 20:50:39.423928 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f191bb-2f4c-4516-8654-2006ebea4a85 req-cd46a591-ca3d-4263-9835-a6feafadc733 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:39.425314 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-20f191bb-2f4c-4516-8654-2006ebea4a85 req-cd46a591-ca3d-4263-9835-a6feafadc733 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0500338 Jul 29 20:50:39.464771 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-20f191bb-2f4c-4516-8654-2006ebea4a85 req-b7a1389b-0032-4a64-95d2-6fc2ee55ce67 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Jul 29 20:50:39.699628 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a10748-4a5e-437e-828c-ae2db7ad6c17 req-f92d22fd-59ea-4544-9690-7948960bd648 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:39.701051 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-91a10748-4a5e-437e-828c-ae2db7ad6c17 req-f92d22fd-59ea-4544-9690-7948960bd648 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0521700 Jul 29 20:50:39.739630 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-91a10748-4a5e-437e-828c-ae2db7ad6c17 req-05552576-c12d-4769-ba16-325f3c05147c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Jul 29 20:50:40.409270 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c5b22-c9f2-4711-8c70-d09bb7de2e8f req-52ffad89-1c1b-41b9-bd64-fc051e21eb66 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:40.410767 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b03c5b22-c9f2-4711-8c70-d09bb7de2e8f req-52ffad89-1c1b-41b9-bd64-fc051e21eb66 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0505042 Jul 29 20:50:40.453525 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b03c5b22-c9f2-4711-8c70-d09bb7de2e8f req-870974d5-bc9a-4721-b60d-48b0dd33bc6b tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Jul 29 20:50:40.536268 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:40.588175 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb7e1-188b-4a93-91dc-0c369de3bbf7 req-80470355-547f-4f71-83c1-4c5c259c687e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:40.589688 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8e5bb7e1-188b-4a93-91dc-0c369de3bbf7 req-80470355-547f-4f71-83c1-4c5c259c687e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Jul 29 20:50:40.590313 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:40.590706 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:40.634224 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8e5bb7e1-188b-4a93-91dc-0c369de3bbf7 req-7e80ed83-e9bb-45aa-9f3d-7b165acfbdfe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Jul 29 20:50:40.678336 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:40.701116 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:40.704386 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df393e83-b27c-4465-a702-5d443cbf8183" -d '{"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:40.717731 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:40.722394 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:40.747626 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c1bab-b3b0-4618-b6f6-6470d327d4b8 x-openstack-request-id: req-ab4c1bab-b3b0-4618-b6f6-6470d327d4b8 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:40.747910 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-plugged", "status": "completed", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:40.748156 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab4c1bab-b3b0-4618-b6f6-6470d327d4b8 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:40.748535 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'code': 200} Jul 29 20:50:40.775135 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=10']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:40.871060 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60583c8-fe6e-4154-8669-31f60578da42 req-46f1b696-f813-472d-b0f9-b1d65c1a5b70 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:40.872556 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a60583c8-fe6e-4154-8669-31f60578da42 req-46f1b696-f813-472d-b0f9-b1d65c1a5b70 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0513644 Jul 29 20:50:40.912602 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a60583c8-fe6e-4154-8669-31f60578da42 req-419558e3-4baf-4ae6-b51c-f337795d1840 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334606 Jul 29 20:50:41.567928 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420db75-a694-4b9f-9d7e-fe15fad98b90 req-f19f2172-8f58-4a3a-9d36-0b05d0f964cc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:41.569344 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a420db75-a694-4b9f-9d7e-fe15fad98b90 req-f19f2172-8f58-4a3a-9d36-0b05d0f964cc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0469208 Jul 29 20:50:41.609589 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a420db75-a694-4b9f-9d7e-fe15fad98b90 req-678db7fd-02f2-43d2-a9c3-9dd1d6647093 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Jul 29 20:50:41.763957 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d9cc-aa12-47b2-86ac-e29c09e98ce8 req-febd0d6c-d971-47e0-a8f2-63f64f24bf61 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:41.765428 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7ff8d9cc-aa12-47b2-86ac-e29c09e98ce8 req-febd0d6c-d971-47e0-a8f2-63f64f24bf61 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0498281 Jul 29 20:50:41.805536 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7ff8d9cc-aa12-47b2-86ac-e29c09e98ce8 req-bc77f64c-f9eb-4ae5-b164-ff36a123d0e1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341806 Jul 29 20:50:42.032009 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe064b2-4025-4e56-9e4e-ad3beadcee3c req-752edaa0-fb3c-402f-a629-e0d1c534d676 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:42.033782 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3fe064b2-4025-4e56-9e4e-ad3beadcee3c req-752edaa0-fb3c-402f-a629-e0d1c534d676 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0517824 Jul 29 20:50:42.071837 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3fe064b2-4025-4e56-9e4e-ad3beadcee3c req-ff69d412-62d7-4d59-acad-503e5f10e432 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Jul 29 20:50:42.729843 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012b349-90ff-41df-91ff-42e906f48e3c req-e27fe99c-d754-4181-8877-b1e703a9a34a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:42.731535 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c012b349-90ff-41df-91ff-42e906f48e3c req-e27fe99c-d754-4181-8877-b1e703a9a34a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0517070 Jul 29 20:50:42.777818 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c012b349-90ff-41df-91ff-42e906f48e3c req-28b7fe42-2bdf-43b1-a24b-acab760e2c0b tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Jul 29 20:50:42.927294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b10415-b01c-4757-a15e-c936b86eed26 req-add23f2c-3c40-4afc-b134-02d235d151c6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:42.928764 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-97b10415-b01c-4757-a15e-c936b86eed26 req-add23f2c-3c40-4afc-b134-02d235d151c6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0483172 Jul 29 20:50:42.968903 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-97b10415-b01c-4757-a15e-c936b86eed26 req-70cc234b-cbfc-4ca7-b811-4f81ecc46364 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341477 Jul 29 20:50:43.194738 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eacc6-5246-42e1-8b95-ac4fbeb87894 req-3c31474f-d973-4374-a100-3516258631c4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:43.196220 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-147eacc6-5246-42e1-8b95-ac4fbeb87894 req-3c31474f-d973-4374-a100-3516258631c4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0495238 Jul 29 20:50:43.236770 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-147eacc6-5246-42e1-8b95-ac4fbeb87894 req-fb30207c-df03-4458-8878-7d483d44d353 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Jul 29 20:50:43.919041 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9da23-f904-4d83-96e7-a40a03218af5 req-59bc916b-7662-4188-bddc-4677fc488124 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:43.920715 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85c9da23-f904-4d83-96e7-a40a03218af5 req-59bc916b-7662-4188-bddc-4677fc488124 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0659442 Jul 29 20:50:43.971541 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-85c9da23-f904-4d83-96e7-a40a03218af5 req-051b24a0-181f-4c3c-8d07-b64ac4322b02 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Jul 29 20:50:44.102190 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0116712-d42f-48ac-9c15-60e975f24c7c req-f22e26b5-4d9b-4055-a6b6-dc3a7dee82e6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:44.103679 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e0116712-d42f-48ac-9c15-60e975f24c7c req-f22e26b5-4d9b-4055-a6b6-dc3a7dee82e6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0521164 Jul 29 20:50:44.143082 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e0116712-d42f-48ac-9c15-60e975f24c7c req-c2e02a53-0e51-4e3d-9712-d12af499c40d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Jul 29 20:50:44.355609 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8307c-7eda-4bd2-9612-e49833d339ef req-dd3ea4eb-bc6e-4218-a03c-dcdba849f4ba tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:44.357008 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d3a8307c-7eda-4bd2-9612-e49833d339ef req-dd3ea4eb-bc6e-4218-a03c-dcdba849f4ba tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0486372 Jul 29 20:50:44.396597 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d3a8307c-7eda-4bd2-9612-e49833d339ef req-7e036f7f-fdb3-4ca4-b016-4fe652e26271 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Jul 29 20:50:45.091178 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0c770-2bde-4887-8f22-cc2d34428ca4 req-2d3bd6c1-6542-4922-8710-ff5bd2bca6e7 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:45.092643 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6de0c770-2bde-4887-8f22-cc2d34428ca4 req-2d3bd6c1-6542-4922-8710-ff5bd2bca6e7 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0527844 Jul 29 20:50:45.144400 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6de0c770-2bde-4887-8f22-cc2d34428ca4 req-675765a9-e550-4eca-a060-8cbc2a7c0a4c tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 Jul 29 20:50:45.268869 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5ee2c-c446-4814-b752-a4c2902c0a29 req-6d14c7e7-707e-4ac2-8f31-b407570203d9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:45.270321 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78f5ee2c-c446-4814-b752-a4c2902c0a29 req-6d14c7e7-707e-4ac2-8f31-b407570203d9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0518470 Jul 29 20:50:45.309915 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78f5ee2c-c446-4814-b752-a4c2902c0a29 req-fada615a-12f3-4859-97c6-366f1350de93 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332196 Jul 29 20:50:45.517458 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975e17c-2f4a-4315-86a2-773d3f1dfb81 req-9aeafeed-b4b7-463d-af23-d2cc0785c56d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:45.519000 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e975e17c-2f4a-4315-86a2-773d3f1dfb81 req-9aeafeed-b4b7-463d-af23-d2cc0785c56d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0508788 Jul 29 20:50:45.559416 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e975e17c-2f4a-4315-86a2-773d3f1dfb81 req-096215bc-c55a-40e6-9f22-aeadd89c2623 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Jul 29 20:50:46.271181 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fddb3-ae70-489f-809a-06bf16d8493f req-12e21a1e-1f9f-40ae-9e2c-39ff0a672aa9 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:46.273091 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-175fddb3-ae70-489f-809a-06bf16d8493f req-12e21a1e-1f9f-40ae-9e2c-39ff0a672aa9 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0517406 Jul 29 20:50:46.322763 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-175fddb3-ae70-489f-809a-06bf16d8493f req-90261ded-9f3c-456c-b388-e6cc13d0d1b9 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Jul 29 20:50:46.442393 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cb6f6-c90b-454b-9add-d523a637eb86 req-8c3d8b2a-da46-4a3c-b1b0-5265e1816ec8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:46.443953 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b96cb6f6-c90b-454b-9add-d523a637eb86 req-8c3d8b2a-da46-4a3c-b1b0-5265e1816ec8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0517468 Jul 29 20:50:46.487192 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b96cb6f6-c90b-454b-9add-d523a637eb86 req-eec4ae73-ffb9-4bca-b9cf-70371fe6a025 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362122 Jul 29 20:50:46.514181 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 59936) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:46.617847 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e09c134a-d1ab-48c2-9753-7eb1190b38cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.732987 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855a43-87ee-4e66-8e57-dbb819528d4a req-ecc52705-f6fc-4578-89da-18ce20235ea2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:46.734415 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-80855a43-87ee-4e66-8e57-dbb819528d4a req-ecc52705-f6fc-4578-89da-18ce20235ea2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0853648 Jul 29 20:50:46.781049 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e09c134a-d1ab-48c2-9753-7eb1190b38cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.787288 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e09c134a-d1ab-48c2-9753-7eb1190b38cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.809730 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-80855a43-87ee-4e66-8e57-dbb819528d4a req-467120f7-adc4-4008-be2b-408891d16b6d tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686123 Jul 29 20:50:46.832971 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-e09c134a-d1ab-48c2-9753-7eb1190b38cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c92472b40cd940a89f9151a30bdb2d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149357 Jul 29 20:50:46.833387 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59942) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:46.843102 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c134a-d1ab-48c2-9753-7eb1190b38cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e957f256-59d3-4a40-946a-8fde4a405c5a,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:46.886759 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-85edfb75-2b16-4496-aa55-441468099d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.908662 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-85edfb75-2b16-4496-aa55-441468099d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.955771 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-85edfb75-2b16-4496-aa55-441468099d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.958342 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-85edfb75-2b16-4496-aa55-441468099d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.959523 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-85edfb75-2b16-4496-aa55-441468099d0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e957f256-59d3-4a40-946a-8fde4a405c5a HTTP/1.1" status: 204 len: 168 time: 0.1244228 Jul 29 20:50:46.967490 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edfb75-2b16-4496-aa55-441468099d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957f256-59d3-4a40-946a-8fde4a405c5a,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:47.231786 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59948) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:47.245146 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7286a06d-f653-4974-8b10-b28e752d8599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.340706 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7286a06d-f653-4974-8b10-b28e752d8599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.347284 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7286a06d-f653-4974-8b10-b28e752d8599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.382306 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286a06d-f653-4974-8b10-b28e752d8599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ffcbf2-21ee-43e5-8dc2-772399a1af48,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:47.401227 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7286a06d-f653-4974-8b10-b28e752d8599 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1659363c0a1b42cc91a63b7aaf2127f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658542 Jul 29 20:50:47.401409 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 59952) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:47.459277 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3e3024ff-b0f4-4c17-9212-6f02f2f20947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.463728 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec232adb-6e0d-4ef9-8d3e-d5069f457df9 req-eae46f2f-63ee-4282-8658-c001520c1fe5 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:47.465481 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec232adb-6e0d-4ef9-8d3e-d5069f457df9 req-eae46f2f-63ee-4282-8658-c001520c1fe5 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0560529 Jul 29 20:50:47.482235 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3e3024ff-b0f4-4c17-9212-6f02f2f20947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.512433 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec232adb-6e0d-4ef9-8d3e-d5069f457df9 req-6f16b23b-e596-4d0f-96bb-fabc62be7054 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Jul 29 20:50:47.540051 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3e3024ff-b0f4-4c17-9212-6f02f2f20947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.542764 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3e3024ff-b0f4-4c17-9212-6f02f2f20947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.544022 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-3e3024ff-b0f4-4c17-9212-6f02f2f20947 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96ffcbf2-21ee-43e5-8dc2-772399a1af48 HTTP/1.1" status: 204 len: 168 time: 0.1415508 Jul 29 20:50:47.556074 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3024ff-b0f4-4c17-9212-6f02f2f20947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ffcbf2-21ee-43e5-8dc2-772399a1af48,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:47.661619 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3de91-a478-4177-b273-6a8ed7031e00 req-d94f9e2e-fee7-4fd5-9b4f-7c551ec8a25b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:47.663563 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55a3de91-a478-4177-b273-6a8ed7031e00 req-d94f9e2e-fee7-4fd5-9b4f-7c551ec8a25b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0642173 Jul 29 20:50:47.707924 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-55a3de91-a478-4177-b273-6a8ed7031e00 req-f7ed19fb-da9b-4396-88dc-8861b4f1b7ea tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348711 Jul 29 20:50:47.982162 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e7df-ac42-47a3-9270-18acf233bd87 req-9d69c86e-85c3-40ac-8b25-bcf90d505678 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:47.984185 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ea24e7df-ac42-47a3-9270-18acf233bd87 req-9d69c86e-85c3-40ac-8b25-bcf90d505678 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0770049 Jul 29 20:50:48.039478 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ea24e7df-ac42-47a3-9270-18acf233bd87 req-4b61bada-b4e7-4974-bba8-35babefb1611 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Jul 29 20:50:48.636167 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2747b-5b7c-4d31-b8df-a0d3eef1709b req-c95e796b-cebd-4bdd-881f-730fad59edb5 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:48.637627 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-add2747b-5b7c-4d31-b8df-a0d3eef1709b req-c95e796b-cebd-4bdd-881f-730fad59edb5 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 931 time: 0.0490263 Jul 29 20:50:48.676942 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-add2747b-5b7c-4d31-b8df-a0d3eef1709b req-4addeef2-b096-45ad-bed8-924a71d5ede6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Jul 29 20:50:48.834848 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ef8a-2734-4c11-bd25-958a9577c36d req-0a19d6aa-ac76-470e-8b1f-8cd25278d828 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:48.836248 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2489ef8a-2734-4c11-bd25-958a9577c36d req-0a19d6aa-ac76-470e-8b1f-8cd25278d828 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0486259 Jul 29 20:50:48.875049 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2489ef8a-2734-4c11-bd25-958a9577c36d req-373a90e5-dfe6-4c51-bf41-10226b74dbc0 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326765 Jul 29 20:50:48.991268 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Request body: {'port': {'device_id': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:49.048869 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.147437 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af90d07-3313-48b5-9b30-e82d0898b873 req-af97607e-9b06-4f4e-9330-7916a5b5689c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:49.149066 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8af90d07-3313-48b5-9b30-e82d0898b873 req-af97607e-9b06-4f4e-9330-7916a5b5689c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0537677 Jul 29 20:50:49.194886 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8af90d07-3313-48b5-9b30-e82d0898b873 req-b03d1244-15f4-457d-8a1d-f8f8cdcc8289 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Jul 29 20:50:49.326526 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2158d5-173e-41a7-ae74-087e453788e1 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:49.334225 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.346220 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Transition to ACTIVE for port object 9a2158d5-173e-41a7-ae74-087e453788e1 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:49.349741 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.396357 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:49.475996 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Attempting to bind port 9a2158d5-173e-41a7-ae74-087e453788e1 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:49.476324 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Attempting to bind port 9a2158d5-173e-41a7-ae74-087e453788e1 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:49.476649 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Attempting to bind port 9a2158d5-173e-41a7-ae74-087e453788e1 on network 709279d3-15d3-4491-8c34-fa800d3b7be6 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:49.481015 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Port 9a2158d5-173e-41a7-ae74-087e453788e1 on network 709279d3-15d3-4491-8c34-fa800d3b7be6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:50:49.481323 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Attempting to bind port 9a2158d5-173e-41a7-ae74-087e453788e1 on network 709279d3-15d3-4491-8c34-fa800d3b7be6 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:49.486871 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:49.491029 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Checking segment: {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:49.491681 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Bound using segment: {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:49.492134 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Bound port: 9a2158d5-173e-41a7-ae74-087e453788e1, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:49.492542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.567106 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:49.571845 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9a2158d5-173e-41a7-ae74-087e453788e1,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:49.578009 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.615992 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:49.616696 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.618526 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] 10.222.0.42 "PUT /v2.0/ports/9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 1093 time: 0.6317601 Jul 29 20:50:49.619128 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:49.622459 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:49.648184 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec7d24-a476-451e-b78a-0f56de03fbcb req-27ef703f-5273-43c8-8172-e28cd0181c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:49.649675 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-67ec7d24-a476-451e-b78a-0f56de03fbcb req-27ef703f-5273-43c8-8172-e28cd0181c8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 1100 time: 0.0641608 Jul 29 20:50:49.666081 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab228258-0a76-4a1b-83c4-9ce50f01b561 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:49.676930 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbf464c-a0ce-4504-9c45-62372ebca0cd x-openstack-request-id: req-9dbf464c-a0ce-4504-9c45-62372ebca0cd {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:49.677213 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:49.677590 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dbf464c-a0ce-4504-9c45-62372ebca0cd {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:49.678136 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1', 'status': 'completed', 'code': 200} Jul 29 20:50:49.743967 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-67ec7d24-a476-451e-b78a-0f56de03fbcb req-d278fe1f-4267-454a-a242-32df8938eafc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583706 Jul 29 20:50:49.756517 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-e90b3f70-3ea3-4417-976d-5cf921974a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:49.758030 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-e90b3f70-3ea3-4417-976d-5cf921974a76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1096 time: 0.0473869 Jul 29 20:50:49.779966 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60042) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:49.821679 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e4ff4-035a-422f-b860-ac6eb9c1a314 req-2ee8d960-e6c7-4d49-afa8-303239607dab tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:49.823810 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fc7e4ff4-035a-422f-b860-ac6eb9c1a314 req-2ee8d960-e6c7-4d49-afa8-303239607dab tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 943 time: 0.0548501 Jul 29 20:50:49.861613 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fc7e4ff4-035a-422f-b860-ac6eb9c1a314 req-1efdba5e-3051-428e-982d-a3aa7750de82 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Jul 29 20:50:49.901228 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-06989af2-8009-4c32-8b0b-5a7a8973b1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.993754 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-06989af2-8009-4c32-8b0b-5a7a8973b1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.000287 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-06989af2-8009-4c32-8b0b-5a7a8973b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.002548 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccba8a0-73a9-4d2d-a417-9b8e14090507 req-799b921d-76b0-4709-927f-3f530201ae67 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.004634 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ccba8a0-73a9-4d2d-a417-9b8e14090507 req-799b921d-76b0-4709-927f-3f530201ae67 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0559096 Jul 29 20:50:50.036507 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06989af2-8009-4c32-8b0b-5a7a8973b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a930c6ce-bc15-473d-9ddc-99ea9614bdf9,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:50.042249 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ccba8a0-73a9-4d2d-a417-9b8e14090507 req-0f89f0d5-2434-4f54-a0c9-2dfaeba1f758 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Jul 29 20:50:50.043526 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60048) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:50.043648 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-06989af2-8009-4c32-8b0b-5a7a8973b1c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c6bb183f13c458aad88071803b5d63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625315 Jul 29 20:50:50.090961 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8974041e-381a-47d8-a627-d238ccbb22fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.110999 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8974041e-381a-47d8-a627-d238ccbb22fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.155823 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8974041e-381a-47d8-a627-d238ccbb22fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.158413 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8974041e-381a-47d8-a627-d238ccbb22fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.159564 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8974041e-381a-47d8-a627-d238ccbb22fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a930c6ce-bc15-473d-9ddc-99ea9614bdf9 HTTP/1.1" status: 204 len: 168 time: 0.1152451 Jul 29 20:50:50.167213 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-9b231f63-b42a-4438-8da5-0088469291b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 217 time: 0.0338383 Jul 29 20:50:50.169167 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974041e-381a-47d8-a627-d238ccbb22fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a930c6ce-bc15-473d-9ddc-99ea9614bdf9,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:50.280984 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-2a1dee61-d6ad-4648-be70-c0ac34c9ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.283018 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-2a1dee61-d6ad-4648-be70-c0ac34c9ef08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 200 len: 854 time: 0.0511041 Jul 29 20:50:50.322380 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740df1-3cda-4458-a03f-effa6ccdd0af req-0dfdbf96-8556-4e92-af05-91e00a4b11f6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.323713 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2f740df1-3cda-4458-a03f-effa6ccdd0af req-0dfdbf96-8556-4e92-af05-91e00a4b11f6 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0562675 Jul 29 20:50:50.354864 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-9608f677-0e9a-423a-90de-9a3b05e31eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.356470 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-9608f677-0e9a-423a-90de-9a3b05e31eaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=709279d3-15d3-4491-8c34-fa800d3b7be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519156 Jul 29 20:50:50.367095 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2f740df1-3cda-4458-a03f-effa6ccdd0af req-99a209bb-b9db-4654-968b-593a22af75f5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366139 Jul 29 20:50:50.450179 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60056) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:50.462895 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-5fce9ee8-bb43-4275-aae5-742ca65088f4 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856013 Jul 29 20:50:50.466105 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36066234-62d6-4d25-95c3-74cb368fe120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.554087 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36066234-62d6-4d25-95c3-74cb368fe120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.558023 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-36066234-62d6-4d25-95c3-74cb368fe120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.565485 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-da9e4f68-4c74-465e-8920-d586c1b2e7ba req-f481c804-abb1-4e2f-be57-09af27027ef7 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932469 Jul 29 20:50:50.596229 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-36066234-62d6-4d25-95c3-74cb368fe120 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10ab2065923d4d5da64adb1f964c4234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448822 Jul 29 20:50:50.597043 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36066234-62d6-4d25-95c3-74cb368fe120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57a7f46-c8a4-4452-a571-7bcc0b9fddaa,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:50.598905 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60058) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:50.645926 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-88d1e1d4-4984-4ac9-8208-e817abf2381a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.668873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-88d1e1d4-4984-4ac9-8208-e817abf2381a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.730262 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-799d49cd-8e47-4690-b1d1-feae2074be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.732033 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-799d49cd-8e47-4690-b1d1-feae2074be63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1096 time: 0.0608606 Jul 29 20:50:50.742926 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-88d1e1d4-4984-4ac9-8208-e817abf2381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.745495 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-88d1e1d4-4984-4ac9-8208-e817abf2381a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:50.746502 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-88d1e1d4-4984-4ac9-8208-e817abf2381a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a57a7f46-c8a4-4452-a571-7bcc0b9fddaa HTTP/1.1" status: 204 len: 168 time: 0.1466353 Jul 29 20:50:50.796789 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1e1d4-4984-4ac9-8208-e817abf2381a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57a7f46-c8a4-4452-a571-7bcc0b9fddaa,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:50.845473 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-9368e6f2-3071-4bf6-be75-b72ba8b460ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.846990 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-9368e6f2-3071-4bf6-be75-b72ba8b460ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 916 time: 0.0994377 Jul 29 20:50:50.900216 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-b16f4be7-85ee-4013-b2d9-606bce8ae12c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 217 time: 0.0347390 Jul 29 20:50:50.963577 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-5f082156-bb4a-4391-b9de-3a3f0a937408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.965078 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-5f082156-bb4a-4391-b9de-3a3f0a937408 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 200 len: 854 time: 0.0546532 Jul 29 20:50:50.986592 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e263e-8b2a-45e7-a726-a709cd2c1c3d req-5480e6d6-fdf4-44a8-98a6-b8bcc39184cb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.988260 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d3e263e-8b2a-45e7-a726-a709cd2c1c3d req-5480e6d6-fdf4-44a8-98a6-b8bcc39184cb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 943 time: 0.0521014 Jul 29 20:50:51.015243 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-7b7d2dd6-7322-412a-b813-3cd5c21c5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:51.016880 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-7b7d2dd6-7322-412a-b813-3cd5c21c5c83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=709279d3-15d3-4491-8c34-fa800d3b7be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405662 Jul 29 20:50:51.033887 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d3e263e-8b2a-45e7-a726-a709cd2c1c3d req-1c91b524-fe6e-4829-9176-e122fd949f33 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Jul 29 20:50:51.114888 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-243ca4d5-89e8-40f3-ae25-a252d8411687 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887840 Jul 29 20:50:51.168868 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2a2a5-e234-4c63-8bef-8811cc0556ae req-9b3f1c65-922d-4fd7-b384-ac0085a8b565 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:51.170880 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f7f2a2a5-e234-4c63-8bef-8811cc0556ae req-9b3f1c65-922d-4fd7-b384-ac0085a8b565 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0516706 Jul 29 20:50:51.229063 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f7f2a2a5-e234-4c63-8bef-8811cc0556ae req-47df4573-1ab6-4f89-bb36-347ecdca50d6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506155 Jul 29 20:50:51.445196 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4a7f005-fdc1-4086-9bd4-dc9833be7ba6 req-1e28ade1-6af1-4d7b-8df1-817203c9bbcb service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100395 Jul 29 20:50:51.492575 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fadaab-23e7-4d2d-86d0-86b319816f8a req-3f5fc52b-0f54-4c3c-9bf2-ae1facbbf403 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:51.495165 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-18fadaab-23e7-4d2d-86d0-86b319816f8a req-3f5fc52b-0f54-4c3c-9bf2-ae1facbbf403 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0545614 Jul 29 20:50:51.535199 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-18fadaab-23e7-4d2d-86d0-86b319816f8a req-236ed075-08ad-400c-b090-623a96b7ef49 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Jul 29 20:50:51.814557 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-11185832-2ea3-41ce-8c5d-2d5f45af285e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:51.965819 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60140) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:52.076289 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-768d72f5-eaee-43ee-9661-eba478678c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:52.161121 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a61a6-c934-433a-b161-903b3b9cd148 req-9af568cb-e3b0-422e-87b1-855d94bf2727 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:52.162585 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-010a61a6-c934-433a-b161-903b3b9cd148 req-9af568cb-e3b0-422e-87b1-855d94bf2727 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 943 time: 0.0517359 Jul 29 20:50:52.170485 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-768d72f5-eaee-43ee-9661-eba478678c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:52.175005 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-768d72f5-eaee-43ee-9661-eba478678c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:52.200631 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-010a61a6-c934-433a-b161-903b3b9cd148 req-9c96415d-c30e-4fee-befd-c82a318fb39c tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Jul 29 20:50:52.214747 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-768d72f5-eaee-43ee-9661-eba478678c6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b89b217f6fe4d73b5a151a0cc855538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455337 Jul 29 20:50:52.214747 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d72f5-eaee-43ee-9661-eba478678c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289bea00-e0fa-4571-a275-e60fe28ed53e,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:52.215342 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60146) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:52.268797 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf62ac7-22af-44df-b734-df54d0788b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:52.292856 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf62ac7-22af-44df-b734-df54d0788b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:52.370496 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59405e-e492-4834-a182-c72200c12ca2 req-d3f0e1af-c7ef-42fa-bc0c-21f91b1b5af7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:52.371957 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3b59405e-e492-4834-a182-c72200c12ca2 req-d3f0e1af-c7ef-42fa-bc0c-21f91b1b5af7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0576062 Jul 29 20:50:52.385585 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf62ac7-22af-44df-b734-df54d0788b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:52.388102 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf62ac7-22af-44df-b734-df54d0788b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:52.389193 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8cf62ac7-22af-44df-b734-df54d0788b2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/289bea00-e0fa-4571-a275-e60fe28ed53e HTTP/1.1" status: 204 len: 168 time: 0.1728017 Jul 29 20:50:52.408620 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf62ac7-22af-44df-b734-df54d0788b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289bea00-e0fa-4571-a275-e60fe28ed53e,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:52.424333 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3b59405e-e492-4834-a182-c72200c12ca2 req-955c771c-6626-4d69-941a-0817167fcfaa tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460532 Jul 29 20:50:53.328630 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53f4b-c548-4325-9145-c20d03a33f68 req-ab052114-015f-4b2c-8896-1e9a1b449733 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:53.330183 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e1b53f4b-c548-4325-9145-c20d03a33f68 req-ab052114-015f-4b2c-8896-1e9a1b449733 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 943 time: 0.0638640 Jul 29 20:50:53.369556 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e1b53f4b-c548-4325-9145-c20d03a33f68 req-306ad7d8-b765-4021-a83f-84ce45258b44 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Jul 29 20:50:53.411185 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:53.544637 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6914-6ae4-4997-ac81-d277ddd44547 req-3fd987d2-4042-4e19-9942-dec57c99fd1b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:53.546639 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eccc6914-6ae4-4997-ac81-d277ddd44547 req-3fd987d2-4042-4e19-9942-dec57c99fd1b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0509455 Jul 29 20:50:53.582866 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eccc6914-6ae4-4997-ac81-d277ddd44547 req-16a22788-dcba-4330-90bb-06b6bd534e64 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301831 Jul 29 20:50:53.644081 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9a2158d5-173e-41a7-ae74-087e453788e1 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:50:53.741240 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9a2158d5-173e-41a7-ae74-087e453788e1,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:53.751874 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '9a2158d5-173e-41a7-ae74-087e453788e1', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'port_id': '9a2158d5-173e-41a7-ae74-087e453788e1', 'mac_address': 'fa:16:3e:4f:7d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:50:53.788928 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:53.801475 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2158d5-173e-41a7-ae74-087e453788e1 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:53.819517 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9a2158d5-173e-41a7-ae74-087e453788e1,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:53.823368 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:53.871037 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:54.302966 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9a2158d5-173e-41a7-ae74-087e453788e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:54.445630 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-afcd6b88-18a1-47cc-98ba-5574ee8fc37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:54.496341 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a1e80-5fb6-4883-91d4-d3d5add87db2 req-6b983312-133c-4189-a361-dd763e241976 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:54.497887 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da7a1e80-5fb6-4883-91d4-d3d5add87db2 req-6b983312-133c-4189-a361-dd763e241976 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 944 time: 0.0552902 Jul 29 20:50:54.538968 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da7a1e80-5fb6-4883-91d4-d3d5add87db2 req-7e29dcc1-d0b0-4c03-8827-d4fc13d6abfb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346518 Jul 29 20:50:54.895224 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:55.284876 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:55.651471 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3b712-2163-4793-a11e-ed09cb6608bb req-e3b872da-0bc0-45a8-bdd6-2df2856b4887 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:55.652920 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78a3b712-2163-4793-a11e-ed09cb6608bb req-e3b872da-0bc0-45a8-bdd6-2df2856b4887 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 944 time: 0.0466714 Jul 29 20:50:55.690632 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78a3b712-2163-4793-a11e-ed09cb6608bb req-55eaff7d-7a16-4fb4-983e-f161483f602c tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Jul 29 20:50:56.807403 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516c59f-964f-40f2-8b3e-61fbeead91cc req-e9e5771d-968b-4022-b3da-5a113e2f76b8 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:56.808820 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6516c59f-964f-40f2-8b3e-61fbeead91cc req-e9e5771d-968b-4022-b3da-5a113e2f76b8 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 944 time: 0.0529833 Jul 29 20:50:56.846558 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6516c59f-964f-40f2-8b3e-61fbeead91cc req-a6ae80d8-1e8b-46fe-91f4-1be440def308 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Jul 29 20:50:57.060962 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:57.956700 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaea0c-0609-48b5-a514-02b806eb4593 req-306a1386-8223-4343-b6b5-b40158930a04 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:57.958045 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fbfaea0c-0609-48b5-a514-02b806eb4593 req-306a1386-8223-4343-b6b5-b40158930a04 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 944 time: 0.0474098 Jul 29 20:50:57.995841 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fbfaea0c-0609-48b5-a514-02b806eb4593 req-c4e0b4d5-3dba-4d3a-9631-ca6dedf3cccd tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Jul 29 20:50:58.555867 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5ba1-3e3f-42a4-a725-46cc1ac46d44 req-13870104-985c-40c1-8b69-1e5e1fcdd689 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:58.557334 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-290b5ba1-3e3f-42a4-a725-46cc1ac46d44 req-13870104-985c-40c1-8b69-1e5e1fcdd689 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0495815 Jul 29 20:50:58.594432 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-290b5ba1-3e3f-42a4-a725-46cc1ac46d44 req-c64d751f-453e-4996-a169-7ffb9cfde385 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Jul 29 20:50:59.110436 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7319b38-1cd7-4c8d-b6ff-5bb5ae38c4c2 req-67cb2b43-315d-422b-9081-a21e94ac9af4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:59.111819 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e7319b38-1cd7-4c8d-b6ff-5bb5ae38c4c2 req-67cb2b43-315d-422b-9081-a21e94ac9af4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 944 time: 0.0501990 Jul 29 20:50:59.147942 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e7319b38-1cd7-4c8d-b6ff-5bb5ae38c4c2 req-fc000bd0-8c30-4010-88a9-5ec818854bc3 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303807 Jul 29 20:50:59.704986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a439144-366d-4b32-9f62-99291af45f85 req-7b58e378-02bc-40d1-9ffb-fb4b1dca67ac tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:59.706417 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a439144-366d-4b32-9f62-99291af45f85 req-7b58e378-02bc-40d1-9ffb-fb4b1dca67ac tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0471058 Jul 29 20:50:59.743165 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a439144-366d-4b32-9f62-99291af45f85 req-73164ef1-483b-4827-8c6c-43d047c77fa7 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308459 Jul 29 20:51:00.257271 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df0b3a-d1ca-4e9b-aa34-4eff0b3fa894 req-d0591763-fa8e-43d9-9f48-c716a71dfb15 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:00.258710 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-33df0b3a-d1ca-4e9b-aa34-4eff0b3fa894 req-d0591763-fa8e-43d9-9f48-c716a71dfb15 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 944 time: 0.0465028 Jul 29 20:51:00.294577 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-33df0b3a-d1ca-4e9b-aa34-4eff0b3fa894 req-761a7ce2-a7dc-4671-b9c1-87993cdaaa38 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300951 Jul 29 20:51:00.856002 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8696-92cd-4b2d-8cc2-8d768a060c9c req-7856a302-846d-47e5-9a2b-41cdc8a4ebf3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:00.857414 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-997b8696-92cd-4b2d-8cc2-8d768a060c9c req-7856a302-846d-47e5-9a2b-41cdc8a4ebf3 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0508606 Jul 29 20:51:00.895886 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-997b8696-92cd-4b2d-8cc2-8d768a060c9c req-dacc1380-f365-4be5-80b2-5484322b5949 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Jul 29 20:51:01.044167 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9a2158d5-173e-41a7-ae74-087e453788e1 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:01.089769 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 9a2158d5-173e-41a7-ae74-087e453788e1 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:01.093196 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 9a2158d5-173e-41a7-ae74-087e453788e1 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:01.093565 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:01.165107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:01.188846 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:01.191070 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c03125d-688f-480b-a199-f7e563969efd" -d '{"events": [{"server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "name": "network-vif-plugged", "status": "completed", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:01.203862 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9a2158d5-173e-41a7-ae74-087e453788e1,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:01.208000 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:01.231206 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61875dc2-7c25-4f78-88ee-160f052f52d9 x-openstack-request-id: req-61875dc2-7c25-4f78-88ee-160f052f52d9 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:01.231493 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "name": "network-vif-plugged", "status": "completed", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:01.231743 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61875dc2-7c25-4f78-88ee-160f052f52d9 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:01.232123 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1', 'code': 200} Jul 29 20:51:01.256807 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:01.403845 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fe109-bf4e-49c2-b47d-8d250ccccf14 req-79dc7cbe-e741-49cf-8836-efaef91e49b9 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:01.405258 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-329fe109-bf4e-49c2-b47d-8d250ccccf14 req-79dc7cbe-e741-49cf-8836-efaef91e49b9 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0463290 Jul 29 20:51:01.441621 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-329fe109-bf4e-49c2-b47d-8d250ccccf14 req-96605567-bc17-45aa-bc07-7b7b532a5897 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299871 Jul 29 20:51:02.021104 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45aca-c038-439c-bb22-358b8f3b6c53 req-7b2a828f-c9cb-4a64-a4e3-25c86f4f1769 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:02.022545 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bbf45aca-c038-439c-bb22-358b8f3b6c53 req-7b2a828f-c9cb-4a64-a4e3-25c86f4f1769 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0473752 Jul 29 20:51:02.058501 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bbf45aca-c038-439c-bb22-358b8f3b6c53 req-4df7d150-8533-4613-a2d1-a29a4d17bf24 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302210 Jul 29 20:51:02.329992 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f122-5241-48aa-b7fb-4697191168e5 req-8a5f7572-5c75-4209-9481-4a9d61062fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:02.331713 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-44a2f122-5241-48aa-b7fb-4697191168e5 req-8a5f7572-5c75-4209-9481-4a9d61062fbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1098 time: 0.0408504 Jul 29 20:51:02.369917 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-44a2f122-5241-48aa-b7fb-4697191168e5 req-0d59c421-6f96-4986-9125-2640a9e641f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291412 Jul 29 20:51:02.555609 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd3158-d5dc-48e9-b54b-19337325cfe4 req-634fac96-479b-4aa2-94f3-c4269d3b770d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:02.557021 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-59bd3158-d5dc-48e9-b54b-19337325cfe4 req-634fac96-479b-4aa2-94f3-c4269d3b770d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0506389 Jul 29 20:51:02.592825 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-59bd3158-d5dc-48e9-b54b-19337325cfe4 req-574ea1ca-6300-466f-96c8-e9b651a77b34 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299892 Jul 29 20:51:03.126003 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-f07216e6-5dea-48db-8f96-c6efee4bab25 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.127629 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-f07216e6-5dea-48db-8f96-c6efee4bab25 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0590491 Jul 29 20:51:03.175356 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9203-b7d9-4b69-820c-b0e6159f1715 req-9407061a-46ef-4c67-ac33-a15a30d7623a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.176737 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0c6e9203-b7d9-4b69-820c-b0e6159f1715 req-9407061a-46ef-4c67-ac33-a15a30d7623a tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Jul 29 20:51:03.214125 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0c6e9203-b7d9-4b69-820c-b0e6159f1715 req-351ca9f6-fcb5-43ec-b3d7-3f7c2ddea0f4 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Jul 29 20:51:03.218338 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Deleting port a0b8067b-e218-4d5c-8201-cd489d461803 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:03.218695 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:03.306181 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] For port a0b8067b-e218-4d5c-8201-cd489d461803, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a0b8067b-e218-4d5c-8201-cd489d461803,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:03.306540 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:03.318677 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Calling delete_port for a0b8067b-e218-4d5c-8201-cd489d461803 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:03.444324 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:03.473215 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Pushing event deleted for resources: {'Port': ['ID=a0b8067b-e218-4d5c-8201-cd489d461803,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:03.500794 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['61d87ba2-adb6-4653-b165-5c7894e3a3e7', 'a0b8067b-e218-4d5c-8201-cd489d461803'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:03.513641 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] No DVR routers for this DVR port a0b8067b-e218-4d5c-8201-cd489d461803 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:03.516854 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:03.519374 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a8329e70-5d10-460e-863b-ab4b423bfbf8 req-89b3c3c5-faf6-4943-b87d-2a04aea17d4c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "DELETE /v2.0/ports/a0b8067b-e218-4d5c-8201-cd489d461803 HTTP/1.1" status: 204 len: 173 time: 0.3848810 Jul 29 20:51:03.519825 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851ae309-5431-4735-8673-59d7f5e7ab18', 'name': 'network-vif-deleted', 'tag': 'a0b8067b-e218-4d5c-8201-cd489d461803'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:03.522108 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82172e91-59a7-464d-a0a1-e202802bde5c" -d '{"events": [{"server_uuid": "851ae309-5431-4735-8673-59d7f5e7ab18", "name": "network-vif-deleted", "tag": "a0b8067b-e218-4d5c-8201-cd489d461803"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:03.560251 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e942eba9-45e9-45d4-ba5e-c6e3d7e10911 x-openstack-request-id: req-e942eba9-45e9-45d4-ba5e-c6e3d7e10911 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:03.560547 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851ae309-5431-4735-8673-59d7f5e7ab18", "name": "network-vif-deleted", "tag": "a0b8067b-e218-4d5c-8201-cd489d461803", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:03.560781 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e942eba9-45e9-45d4-ba5e-c6e3d7e10911 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:03.561166 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851ae309-5431-4735-8673-59d7f5e7ab18', 'name': 'network-vif-deleted', 'tag': 'a0b8067b-e218-4d5c-8201-cd489d461803', 'status': 'completed', 'code': 200} Jul 29 20:51:03.710321 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c7a55-fb06-4673-a33f-b0ddb6ff8506 req-3296ac0f-1192-4cb2-9f52-7c83f2a2a424 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.711750 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a5c7a55-fb06-4673-a33f-b0ddb6ff8506 req-3296ac0f-1192-4cb2-9f52-7c83f2a2a424 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0475621 Jul 29 20:51:03.748239 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a5c7a55-fb06-4673-a33f-b0ddb6ff8506 req-9d840dd5-c00e-4199-a45f-54066c7bbc36 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Jul 29 20:51:04.322857 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ed3cb67c-294b-4d6b-a191-b37bec31c831 req-0e047d03-f230-4b7d-b0fe-9f896732541c tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=851ae309-5431-4735-8673-59d7f5e7ab18 HTTP/1.1" status: 200 len: 210 time: 0.0292871 Jul 29 20:51:04.872344 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55f60b-942d-4e09-bfb1-9cd88012b976 req-9e0bb50f-2390-4ac3-b241-492b1956b8b1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:04.882244 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-af55f60b-942d-4e09-bfb1-9cd88012b976 req-9e0bb50f-2390-4ac3-b241-492b1956b8b1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0557671 Jul 29 20:51:04.921280 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-af55f60b-942d-4e09-bfb1-9cd88012b976 req-2ce2943a-644a-43c0-be57-01f90b4249e7 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338688 Jul 29 20:51:05.040724 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1b661-e400-445e-b7e0-b8838ac3ad12 req-3501459e-1af6-4eb0-8677-d54461a157d4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:05.042292 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ea1b661-e400-445e-b7e0-b8838ac3ad12 req-3501459e-1af6-4eb0-8677-d54461a157d4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Jul 29 20:51:05.081804 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ea1b661-e400-445e-b7e0-b8838ac3ad12 req-0587f4f8-9990-4e35-b4ec-649fe4e27af0 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Jul 29 20:51:05.413072 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed9b58-3872-431d-8c50-407ad88c0df3 req-308d0c85-a0f6-4c5c-b117-dbce9b80988c tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:05.414776 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-52ed9b58-3872-431d-8c50-407ad88c0df3 req-308d0c85-a0f6-4c5c-b117-dbce9b80988c tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Jul 29 20:51:05.461073 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-52ed9b58-3872-431d-8c50-407ad88c0df3 req-c3f16915-c6d3-4cb3-be3a-9242a183bd90 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Jul 29 20:51:05.645423 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8904eb-0ee8-48d5-8f98-77ffced1b5b4 req-2677bf21-eda7-405f-a399-3d7d10f8a836 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:05.646993 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9d8904eb-0ee8-48d5-8f98-77ffced1b5b4 req-2677bf21-eda7-405f-a399-3d7d10f8a836 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Jul 29 20:51:05.688967 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9d8904eb-0ee8-48d5-8f98-77ffced1b5b4 req-01526a44-6513-4ec4-a804-f33982861eef tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Jul 29 20:51:06.809982 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbfa57-f0fd-4313-9798-8c20559bb020 req-8508e581-d92a-454c-a876-ed79314694c8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:06.811487 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3fbbfa57-f0fd-4313-9798-8c20559bb020 req-8508e581-d92a-454c-a876-ed79314694c8 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Jul 29 20:51:06.856611 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3fbbfa57-f0fd-4313-9798-8c20559bb020 req-0c15c848-373d-42ad-84da-63568500b374 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jul 29 20:51:07.205219 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d120-a198-4aa3-9c5c-01f127553506 req-9ace2927-57cd-49a3-b708-a74b8bfbaba1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:07.206678 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9217d120-a198-4aa3-9c5c-01f127553506 req-9ace2927-57cd-49a3-b708-a74b8bfbaba1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0483723 Jul 29 20:51:07.247706 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9217d120-a198-4aa3-9c5c-01f127553506 req-1bcc6663-7af2-4a46-aa98-45c1db003e39 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349224 Jul 29 20:51:07.961382 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ba361-45e8-49f4-bdd3-ff7b1e26c24d req-67e927fc-731d-4033-aa2c-a8859b50a0fe tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:07.962850 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b6ba361-45e8-49f4-bdd3-ff7b1e26c24d req-67e927fc-731d-4033-aa2c-a8859b50a0fe tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0487781 Jul 29 20:51:08.000352 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7b6ba361-45e8-49f4-bdd3-ff7b1e26c24d req-f8dbefbf-0a8c-467c-885e-4eca53eabf08 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Jul 29 20:51:08.360165 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeeb6a-e4ed-4a53-b93b-e691c34f68e2 req-8ed347f0-8bf8-4cd3-acea-e3cf4af5d352 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:08.361567 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-50eeeb6a-e4ed-4a53-b93b-e691c34f68e2 req-8ed347f0-8bf8-4cd3-acea-e3cf4af5d352 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0471940 Jul 29 20:51:08.397222 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-50eeeb6a-e4ed-4a53-b93b-e691c34f68e2 req-11f0c0c1-a0a6-421d-a609-2914c72838d0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298390 Jul 29 20:51:09.112945 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff54f3-1424-4a30-a5ab-786caf73d065 req-b81b02df-ea15-4e87-80d5-124a6a338af5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:09.114321 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-68ff54f3-1424-4a30-a5ab-786caf73d065 req-b81b02df-ea15-4e87-80d5-124a6a338af5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0475895 Jul 29 20:51:09.116899 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:51:09.154122 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-68ff54f3-1424-4a30-a5ab-786caf73d065 req-03e57d81-6f20-4480-8f31-9440a774e108 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Jul 29 20:51:09.507892 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741994a-5de0-4bbc-b0e8-1eefd16128cc req-188c7d49-cfa2-458b-b306-c4d3f8634ea1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:09.509314 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5741994a-5de0-4bbc-b0e8-1eefd16128cc req-188c7d49-cfa2-458b-b306-c4d3f8634ea1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0473948 Jul 29 20:51:09.545948 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5741994a-5de0-4bbc-b0e8-1eefd16128cc req-bd5bf2d3-4d04-4328-8d23-3463a23a8715 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307994 Jul 29 20:51:09.834452 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a0b8067b-e218-4d5c-8201-cd489d461803 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:09.854542 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: a0b8067b-e218-4d5c-8201-cd489d461803 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:09.854905 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a0b8067b-e218-4d5c-8201-cd489d461803 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:10.269443 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233131a6-5cae-4e3c-8a12-5dcfcb157ec1 req-46889b37-4899-4706-8556-e0439b94bce2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:10.270989 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-233131a6-5cae-4e3c-8a12-5dcfcb157ec1 req-46889b37-4899-4706-8556-e0439b94bce2 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0513802 Jul 29 20:51:10.308675 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-233131a6-5cae-4e3c-8a12-5dcfcb157ec1 req-40d81b32-3202-40f4-8d19-24f21046aa28 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Jul 29 20:51:10.657619 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b82c7-b77e-47e0-84ec-208546770911 req-43f2ae7f-d866-4b2c-96b6-681f6fd67a3c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:10.659057 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-df6b82c7-b77e-47e0-84ec-208546770911 req-43f2ae7f-d866-4b2c-96b6-681f6fd67a3c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Jul 29 20:51:10.698406 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-df6b82c7-b77e-47e0-84ec-208546770911 req-ee0b93f7-9acb-492c-bb4b-768315def7fa tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334032 Jul 29 20:51:11.419045 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45c3c-8951-473f-8b6f-47e83b9631f6 req-99408532-6e09-431b-819e-7809828680e1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:11.420622 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-81d45c3c-8951-473f-8b6f-47e83b9631f6 req-99408532-6e09-431b-819e-7809828680e1 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0474522 Jul 29 20:51:11.457242 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-81d45c3c-8951-473f-8b6f-47e83b9631f6 req-2347f296-1d25-4d3b-a730-36df32c20e11 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Jul 29 20:51:11.810605 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06082ab6-f5c5-4157-8e08-6c5150d61b11 req-c1f12416-ad72-4033-8b61-668766769438 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:11.812063 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-06082ab6-f5c5-4157-8e08-6c5150d61b11 req-c1f12416-ad72-4033-8b61-668766769438 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0474703 Jul 29 20:51:11.850164 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-06082ab6-f5c5-4157-8e08-6c5150d61b11 req-46d92ea2-080c-4780-a975-5e23fca9c308 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Jul 29 20:51:12.570128 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355af5e2-3383-45d7-b211-206537e24c6b req-a4d9cfc3-696e-4d73-97a8-d882bac07bce tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:12.571584 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-355af5e2-3383-45d7-b211-206537e24c6b req-a4d9cfc3-696e-4d73-97a8-d882bac07bce tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0476823 Jul 29 20:51:12.611711 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-355af5e2-3383-45d7-b211-206537e24c6b req-85c24fcb-08e3-4ccd-adf8-6b138f9fa546 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340345 Jul 29 20:51:12.966140 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ddf70-ef39-4d37-a20f-f5cf5bb5dfde req-e5bca80a-9dbf-4677-8e62-d0f28730c7aa tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:12.967636 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-282ddf70-ef39-4d37-a20f-f5cf5bb5dfde req-e5bca80a-9dbf-4677-8e62-d0f28730c7aa tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0474944 Jul 29 20:51:13.005025 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-282ddf70-ef39-4d37-a20f-f5cf5bb5dfde req-6573d944-df97-4916-8bfd-043c2edcb3b1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Jul 29 20:51:13.725215 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee242-d148-43c0-986a-b1b61c411d48 req-2f14d0cb-fd2e-4787-87af-309489230e03 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.726605 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-335ee242-d148-43c0-986a-b1b61c411d48 req-2f14d0cb-fd2e-4787-87af-309489230e03 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0509133 Jul 29 20:51:13.764513 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-335ee242-d148-43c0-986a-b1b61c411d48 req-fa0fba12-cc52-4d83-a975-4a5ddbffdfbb tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Jul 29 20:51:14.119639 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae548af-f2fa-4546-a3f9-0027193715f4 req-6c5b191c-61e9-42d7-a929-ecd89c970ca2 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:14.121103 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ae548af-f2fa-4546-a3f9-0027193715f4 req-6c5b191c-61e9-42d7-a929-ecd89c970ca2 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0493829 Jul 29 20:51:14.162535 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ae548af-f2fa-4546-a3f9-0027193715f4 req-a5d9c86d-839c-43a4-8687-76a35e6e096c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352826 Jul 29 20:51:14.878174 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de3ed5-d6c7-40ef-91f4-de3500b19350 req-a429f521-ace6-4e9c-b306-c2b45ac334c5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:14.879715 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a1de3ed5-d6c7-40ef-91f4-de3500b19350 req-a429f521-ace6-4e9c-b306-c2b45ac334c5 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0490367 Jul 29 20:51:14.916337 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a1de3ed5-d6c7-40ef-91f4-de3500b19350 req-6f369d2e-cd9e-483a-bf2c-d898fc268cc0 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/security-groups?id=4dd39f32-cada-497f-8aaa-cc71f7898e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Jul 29 20:51:15.082711 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60440) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:15.183123 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6837f611-6736-4db0-84b6-5609fd5cc3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.297743 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2727d14-05c1-4899-aa40-ae205d34b790 req-4e4fb5b9-2c98-4ac6-a690-2bb7086c30c1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:15.299129 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b2727d14-05c1-4899-aa40-ae205d34b790 req-4e4fb5b9-2c98-4ac6-a690-2bb7086c30c1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0708642 Jul 29 20:51:15.317871 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6837f611-6736-4db0-84b6-5609fd5cc3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.328811 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6837f611-6736-4db0-84b6-5609fd5cc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.369779 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-dbc610a2-397b-4309-b806-220eae5ea0ff tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:15.371327 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-dbc610a2-397b-4309-b806-220eae5ea0ff tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 946 time: 0.0503314 Jul 29 20:51:15.470319 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Deleting port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:15.470682 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.559038 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] For port 61d87ba2-adb6-4653-b165-5c7894e3a3e7, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=61d87ba2-adb6-4653-b165-5c7894e3a3e7,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:15.559309 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.575856 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Calling delete_port for 61d87ba2-adb6-4653-b165-5c7894e3a3e7 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:15.618099 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-6837f611-6736-4db0-84b6-5609fd5cc3cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2ed1bf6e8264a2d815e1d5d0063a26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342045 Jul 29 20:51:15.619081 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837f611-6736-4db0-84b6-5609fd5cc3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14cd655-6638-4037-8320-ff2babd5db88,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:15.623730 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b2727d14-05c1-4899-aa40-ae205d34b790 req-7e9f2262-e75d-4a73-8cb2-ad4f9d0a5d16 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152778 Jul 29 20:51:15.624660 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60448) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:15.671975 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-088ac8f4-d3e0-4ed0-8e38-1259b81ce49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.691960 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-088ac8f4-d3e0-4ed0-8e38-1259b81ce49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.700887 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.730215 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Pushing event deleted for resources: {'Port': ['ID=61d87ba2-adb6-4653-b165-5c7894e3a3e7,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:15.737527 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['61d87ba2-adb6-4653-b165-5c7894e3a3e7'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:15.744923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-088ac8f4-d3e0-4ed0-8e38-1259b81ce49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.747929 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-088ac8f4-d3e0-4ed0-8e38-1259b81ce49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.751834 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-088ac8f4-d3e0-4ed0-8e38-1259b81ce49c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b14cd655-6638-4037-8320-ff2babd5db88 HTTP/1.1" status: 204 len: 168 time: 0.1237080 Jul 29 20:51:15.758084 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac8f4-d3e0-4ed0-8e38-1259b81ce49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14cd655-6638-4037-8320-ff2babd5db88,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:15.780411 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] No DVR routers for this DVR port 61d87ba2-adb6-4653-b165-5c7894e3a3e7 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:15.782811 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.785321 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9ffd3635-9e26-40ab-a219-470a740f6da2 req-51b8e546-bb97-43ea-b145-f60b852a6865 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.42 "DELETE /v2.0/ports/61d87ba2-adb6-4653-b165-5c7894e3a3e7 HTTP/1.1" status: 204 len: 173 time: 0.4073806 Jul 29 20:51:15.785760 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'name': 'network-vif-deleted', 'tag': '61d87ba2-adb6-4653-b165-5c7894e3a3e7'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:15.788084 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166da2d3-5cf2-4ba5-8cda-dbe4ff34367f" -d '{"events": [{"server_uuid": "11a8f450-dc50-404e-b358-2b6df8ae31c3", "name": "network-vif-deleted", "tag": "61d87ba2-adb6-4653-b165-5c7894e3a3e7"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:15.824776 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dcca67-f3d3-49c9-a407-86f4458fc014 x-openstack-request-id: req-58dcca67-f3d3-49c9-a407-86f4458fc014 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:15.825063 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a8f450-dc50-404e-b358-2b6df8ae31c3", "name": "network-vif-deleted", "tag": "61d87ba2-adb6-4653-b165-5c7894e3a3e7", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:15.825311 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58dcca67-f3d3-49c9-a407-86f4458fc014 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:15.825700 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a8f450-dc50-404e-b358-2b6df8ae31c3', 'name': 'network-vif-deleted', 'tag': '61d87ba2-adb6-4653-b165-5c7894e3a3e7', 'status': 'completed', 'code': 200} Jul 29 20:51:16.021684 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e18215f8-429f-43f9-a77f-18aca7214b5c req-2b2cf84a-3d62-4631-9f59-1f47231a9565 tempest-ServerRescueNegativeTestJSON-2140899899 tempest-ServerRescueNegativeTestJSON-2140899899-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a8f450-dc50-404e-b358-2b6df8ae31c3 HTTP/1.1" status: 200 len: 210 time: 0.0261765 Jul 29 20:51:16.751360 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684db96-59f8-4f9d-a0e8-4e282582f01a req-b262ed6c-90e5-4866-974f-ca2fe47a450e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:16.753317 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2684db96-59f8-4f9d-a0e8-4e282582f01a req-b262ed6c-90e5-4866-974f-ca2fe47a450e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0507138 Jul 29 20:51:16.790750 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2684db96-59f8-4f9d-a0e8-4e282582f01a req-a408c50c-a46e-4e8f-aa6f-f370e3e416c7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313649 Jul 29 20:51:17.082728 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60500) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:17.491330 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.752646 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e8120-c366-448d-870e-18e0b0fee4ed req-bfdd4940-4364-4839-83c3-12b900793758 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:17.754144 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a46e8120-c366-448d-870e-18e0b0fee4ed req-bfdd4940-4364-4839-83c3-12b900793758 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0937176 Jul 29 20:51:17.824247 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a46e8120-c366-448d-870e-18e0b0fee4ed req-e29be198-2b5c-4a63-9ddb-617834c0d671 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615125 Jul 29 20:51:17.849874 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60526) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:17.901960 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Deleting port 72a002ff-ef46-479c-9e07-c246bf0a2c63 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:17.902302 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.955144 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6cf09-5d9f-4b44-8d58-f9fd3dc54384 req-01f1930c-df47-426a-aa09-ac8c7c8b3929 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:17.957049 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f0c6cf09-5d9f-4b44-8d58-f9fd3dc54384 req-01f1930c-df47-426a-aa09-ac8c7c8b3929 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0974262 Jul 29 20:51:18.041050 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] For port 72a002ff-ef46-479c-9e07-c246bf0a2c63, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=72a002ff-ef46-479c-9e07-c246bf0a2c63,segment=NetworkSegment(de0c3789-22c5-4130-a42e-672a98f6bf26),segment_id=de0c3789-22c5-4130-a42e-672a98f6bf26)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:18.041412 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.045972 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f0c6cf09-5d9f-4b44-8d58-f9fd3dc54384 req-52e076b6-c1ed-40be-8260-40cdbdec69d0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830648 Jul 29 20:51:18.057550 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Calling delete_port for 72a002ff-ef46-479c-9e07-c246bf0a2c63 owned by network:router_interface {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:18.076878 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9755e6-820e-4668-b30a-93d3df6dff8c tempest-TestMinimumBasicScenario-787531682 tempest-TestMinimumBasicScenario-787531682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:18.078353 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-4d9755e6-820e-4668-b30a-93d3df6dff8c tempest-TestMinimumBasicScenario-787531682 tempest-TestMinimumBasicScenario-787531682-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1093 time: 0.2273757 Jul 29 20:51:18.081985 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60530) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:18.086630 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'port_id': '9a2158d5-173e-41a7-ae74-087e453788e1', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:18.107932 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for floatingip, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.202041 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.262066 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.287064 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a002ff-ef46-479c-9e07-c246bf0a2c63,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:18.312226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Allocated IP 172.27.0.232 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/58d6643d-93e5-45e4-91d3-607d1b26ff78) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:18.411173 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.440585 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.449882 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.489325 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:18.493442 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:18.498847 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:18.504779 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'Port': ['ID=58d6643d-93e5-45e4-91d3-607d1b26ff78,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:18.530141 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.530491 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.530850 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.531181 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.531510 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.531837 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.532166 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.532487 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.532802 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.533118 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.533435 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.534059 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:18.651131 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Router 63801f92-3696-42fd-bab9-e7e0e9270698 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:51:18.755401 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:51:18.763120 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-30a274b7-6b43-4ce6-a85e-deb33d65c774 admin admin] 10.222.0.26 "PUT /v2.0/routers/63801f92-3696-42fd-bab9-e7e0e9270698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792789 Jul 29 20:51:18.764721 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60532) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:18.765727 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] Sync routers for ids ['63801f92-3696-42fd-bab9-e7e0e9270698'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:51:18.776294 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] Routers {'63801f92-3696-42fd-bab9-e7e0e9270698'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:18.777070 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:50:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['63801f92-3696-42fd-bab9-e7e0e9270698'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:18.883770 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks [] for router, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.889759 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:18.900033 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] Set router 63801f92-3696-42fd-bab9-e7e0e9270698 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:18.975135 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.160687 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.168949 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.248356 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:51:18Z', 'revision_number': 5, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port': {'id': 'd3474d8f-37f6-4b1f-848d-6ff023f5f4d6', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:12Z', 'updated_at': '2021-07-29T20:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:19.258919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'Port': ['ID=58d6643d-93e5-45e4-91d3-607d1b26ff78,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:19.275803 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.281417 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.285096 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] Checking router: 63801f92-3696-42fd-bab9-e7e0e9270698 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:51:19.297649 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c151a-1bf7-46ae-bf17-fde4800a9083 req-50fa44c4-daf0-4a2b-8d11-cc9a0d98c355 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.299845 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e31c151a-1bf7-46ae-bf17-fde4800a9083 req-50fa44c4-daf0-4a2b-8d11-cc9a0d98c355 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0796103 Jul 29 20:51:19.302484 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] Routers {'63801f92-3696-42fd-bab9-e7e0e9270698'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:19.304356 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:50:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['63801f92-3696-42fd-bab9-e7e0e9270698'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:19.364428 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e31c151a-1bf7-46ae-bf17-fde4800a9083 req-abd5bbf2-8c59-4354-be05-522b59653975 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Jul 29 20:51:19.380235 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Deleting port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:19.380855 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.402915 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] Set router 63801f92-3696-42fd-bab9-e7e0e9270698 gateway port host: None {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:19.414062 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Floating IP 6c8b0f95-7205-4c56-8302-848d85a969dc associated. External IP: 172.27.0.232, port: 9a2158d5-173e-41a7-ae74-087e453788e1. Jul 29 20:51:19.460660 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:51:19Z', 'revision_number': 6, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:19.475798 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] For port d3474d8f-37f6-4b1f-848d-6ff023f5f4d6, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:19.476582 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.490182 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Calling delete_port for d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 owned by network:router_gateway {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:19.491330 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc2a36-d6c7-4b35-8234-abc8e35cc352 None None] The sync data for ids ['63801f92-3696-42fd-bab9-e7e0e9270698'] in dv-cinder-801633-3-iscsi is: [{'id': '63801f92-3696-42fd-bab9-e7e0e9270698', 'name': 'tempest-ServerRescueNegativeTestJSON-1109805057-router', 'tenant_id': '31400768fcf64e2a9b7aeafe621afd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:10Z', 'updated_at': '2021-07-29T20:51:19Z', 'revision_number': 6, 'project_id': '31400768fcf64e2a9b7aeafe621afd97', 'gw_port_host': None}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:51:19.663571 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:51:19.679568 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.706133 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3474d8f-37f6-4b1f-848d-6ff023f5f4d6,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:19.718410 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.718410 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.718410 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.718842 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.719095 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.719463 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.719733 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.720054 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.720372 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.720693 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.721519 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.721848 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:19.782209 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.792713 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:51:19.806291 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] Sync routers for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:51:19.817006 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:19.817631 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:50:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:19.819247 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.873954 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-78e1cc58-f2a4-4800-95ce-bbd3ffbb80a6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7902677 Jul 29 20:51:19.874587 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60560) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:19.875443 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:19.878166 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8de7961-0746-49bd-9d56-69772ba550a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:19.892274 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-d9db9c75-6055-4b64-9573-aa88a8a407dc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631642452', 'description': 'tempest-secgroup-smoke-1631642452 description', 'project_id': '3828ffb9b201467fa8bbde344ccdf109'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:19.951018 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.955313 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.962161 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:19.972891 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d9db9c75-6055-4b64-9573-aa88a8a407dc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.983112 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369cf66f-7ee5-4a87-8ac5-dcecc5395695 x-openstack-request-id: req-369cf66f-7ee5-4a87-8ac5-dcecc5395695 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:19.983441 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:19.983678 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-369cf66f-7ee5-4a87-8ac5-dcecc5395695 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:19.984068 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1', 'status': 'completed', 'code': 200} Jul 29 20:51:20.038367 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.041525 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63801f92-3696-42fd-bab9-e7e0e9270698 {{(pid=99519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:51:20.047361 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.048805 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-6e681794-2990-435d-9d5b-b8f0bf1ef535 admin admin] 10.222.0.26 "DELETE /v2.0/routers/63801f92-3696-42fd-bab9-e7e0e9270698 HTTP/1.1" status: 204 len: 168 time: 1.2839692 Jul 29 20:51:20.051867 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60564) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:20.096558 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-2e80be96-9401-4fc0-873d-a5ae25dbdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.098413 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-2e80be96-9401-4fc0-873d-a5ae25dbdd4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1098 time: 0.0650282 Jul 29 20:51:20.118762 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] Deleting subnet 2de6a4f7-5db6-43a4-96f2-566560f44084 {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:51:20.122484 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.132879 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 61d87ba2-adb6-4653-b165-5c7894e3a3e7 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:20.161519 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799177'] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.165603 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d9db9c75-6055-4b64-9573-aa88a8a407dc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.172477 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d9db9c75-6055-4b64-9573-aa88a8a407dc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.174704 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 61d87ba2-adb6-4653-b165-5c7894e3a3e7 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:20.175049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 61d87ba2-adb6-4653-b165-5c7894e3a3e7 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:20.208638 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.218522 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d9db9c75-6055-4b64-9573-aa88a8a407dc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.223595 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d9db9c75-6055-4b64-9573-aa88a8a407dc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3360221 Jul 29 20:51:20.223898 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60568) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:20.230084 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-920b19c3-572c-44a3-a83f-1d7e3dd80b20 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'security_group_rule': {'security_group_id': '97c415a8-b555-4978-92ae-b8e01eda1d4d', 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:20.237536 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db9c75-6055-4b64-9573-aa88a8a407dc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c415a8-b555-4978-92ae-b8e01eda1d4d,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:20.260200 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-72fc0743-8d97-42d5-a01b-9580b9b06236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.261704 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-72fc0743-8d97-42d5-a01b-9580b9b06236 service neutron] 10.222.0.42 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 916 time: 0.1518245 Jul 29 20:51:20.270578 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25586848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28575730'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.287503 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-920b19c3-572c-44a3-a83f-1d7e3dd80b20 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.310397 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.312370 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2de6a4f7-5db6-43a4-96f2-566560f44084 HTTP/1.1" status: 204 len: 168 time: 0.2593281 Jul 29 20:51:20.314015 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042d328-baf6-421c-962d-d41df014e337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de6a4f7-5db6-43a4-96f2-566560f44084,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:20.317282 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60570) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:20.393591 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-cb30c0ba-4402-43c6-b9ed-dc1843b642d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 999 time: 0.1171005 Jul 29 20:51:20.397120 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.464096 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-920b19c3-572c-44a3-a83f-1d7e3dd80b20 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.472861 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-8c92d878-2159-4cdb-b2da-d34305b9494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.474874 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-8c92d878-2159-4cdb-b2da-d34305b9494d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 200 len: 854 time: 0.0665302 Jul 29 20:51:20.476184 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-920b19c3-572c-44a3-a83f-1d7e3dd80b20 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.506943 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '6c8b0f95-7205-4c56-8302-848d85a969dc', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'port_id': '9a2158d5-173e-41a7-ae74-087e453788e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'mac_address': 'fa:16:3e:4f:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:51:18Z', 'updated_at': '2021-07-29T20:51:18Z', 'revision_number': 0, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 5, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:20.515671 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.534268 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be41db28-d8fb-4fee-8add-f87dba94a880']}} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:20.540061 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b19c3-572c-44a3-a83f-1d7e3dd80b20 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8730fd6f-ae31-437b-a451-efaa2c2756ce,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:20.559275 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-920b19c3-572c-44a3-a83f-1d7e3dd80b20 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.562981 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-920b19c3-572c-44a3-a83f-1d7e3dd80b20 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3358035 Jul 29 20:51:20.563132 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] Checking router: b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:51:20.564284 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60574) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:20.569864 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-03724e0c-2c97-4f58-8bbd-69e41164e813 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'security_group_rule': {'security_group_id': '97c415a8-b555-4978-92ae-b8e01eda1d4d', 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:20.571626 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0c3789-22c5-4130-a42e-672a98f6bf26') {'for_net_delete': True} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:20.571927 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0c3789-22c5-4130-a42e-672a98f6bf26') {} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:20.574729 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:20.576924 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:50:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:20.577162 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-cdcb34ac-be0d-45c5-9e0a-14f9ece34128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.578679 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-cdcb34ac-be0d-45c5-9e0a-14f9ece34128 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=709279d3-15d3-4491-8c34-fa800d3b7be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840399 Jul 29 20:51:20.588075 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799170'] for segment, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.608754 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.621394 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b04d4f-da09-4d09-9273-4d2141e8ce47 req-ebdd6d1d-f7f4-42c8-8036-11b9071d8394 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.623720 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-93b04d4f-da09-4d09-9273-4d2141e8ce47 req-ebdd6d1d-f7f4-42c8-8036-11b9071d8394 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0949407 Jul 29 20:51:20.624882 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 72a002ff-ef46-479c-9e07-c246bf0a2c63 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:20.626496 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=99519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:51:20.626933 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25586302'] for segment, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: Traceback (most recent call last): Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: timer() Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: cb(*args, **kw) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: return func(*args, **kwargs) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: self._notify() Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: self.callback(batched_events) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: event.method(event) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: return f(self, *a, **k) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._get(url).json() Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: return self.request(url, 'GET', **kwargs) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:51:20.629763 dv-cinder-801633-3-iscsi neutron-server[99519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:51:20.652135 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 72a002ff-ef46-479c-9e07-c246bf0a2c63 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:20.652676 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 72a002ff-ef46-479c-9e07-c246bf0a2c63 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:20.653190 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:20.677962 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-232a0704-0a69-4f4b-948b-fb64975f443b service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900555 Jul 29 20:51:20.678605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:20.679068 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device d3474d8f-37f6-4b1f-848d-6ff023f5f4d6 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:20.719708 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-93b04d4f-da09-4d09-9273-4d2141e8ce47 req-1fdd976c-4155-42d2-ad16-84cf9b6e5cdb tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501237 Jul 29 20:51:20.725480 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.737387 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.739684 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/be41db28-d8fb-4fee-8add-f87dba94a880 HTTP/1.1" status: 204 len: 168 time: 0.4211955 Jul 29 20:51:20.750923 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03724e0c-2c97-4f58-8bbd-69e41164e813 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.773900 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9507553-bfd3-4b74-85c2-6bade6098bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=be41db28-d8fb-4fee-8add-f87dba94a880,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:20.787936 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:20.853515 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03724e0c-2c97-4f58-8bbd-69e41164e813 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.862803 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8de7961-0746-49bd-9d56-69772ba550a0 req-5a5243b0-102a-44cb-8073-e7993a408c16 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765466 Jul 29 20:51:20.864037 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03724e0c-2c97-4f58-8bbd-69e41164e813 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.884985 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03724e0c-2c97-4f58-8bbd-69e41164e813 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f41b990-46bc-421a-ae4c-b982e275a479,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:20.890889 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03724e0c-2c97-4f58-8bbd-69e41164e813 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.895329 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-03724e0c-2c97-4f58-8bbd-69e41164e813 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3265061 Jul 29 20:51:20.896026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60580) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:20.901057 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-a6166fca-a8e0-4cbc-b6af-8e855f697ce1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'security_group_rule': {'security_group_id': '97c415a8-b555-4978-92ae-b8e01eda1d4d', 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:20.950500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a6166fca-a8e0-4cbc-b6af-8e855f697ce1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.061829 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60586) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:21.068198 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a6166fca-a8e0-4cbc-b6af-8e855f697ce1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.081346 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20226f49-0314-4e67-af20-2ca2ab48e781 req-8ffc07fa-bdfc-46b6-9911-a746d1f3d5b1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.083029 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-20226f49-0314-4e67-af20-2ca2ab48e781 req-8ffc07fa-bdfc-46b6-9911-a746d1f3d5b1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0965807 Jul 29 20:51:21.084267 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a6166fca-a8e0-4cbc-b6af-8e855f697ce1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.100651 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '6c8b0f95-7205-4c56-8302-848d85a969dc', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'port_id': '9a2158d5-173e-41a7-ae74-087e453788e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'mac_address': 'fa:16:3e:4f:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:51:18Z', 'updated_at': '2021-07-29T20:51:18Z', 'revision_number': 0, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 5, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:21.121955 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6166fca-a8e0-4cbc-b6af-8e855f697ce1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75625b06-7e36-484d-a3c3-2eaf75c3688f,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:21.129268 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2757e4c-f5eb-4608-b794-6ab580d5c885 None None] The sync data for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi is: [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '6c8b0f95-7205-4c56-8302-848d85a969dc', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'port_id': '9a2158d5-173e-41a7-ae74-087e453788e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'mac_address': 'fa:16:3e:4f:7d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:51:18Z', 'updated_at': '2021-07-29T20:51:18Z', 'revision_number': 0, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 5, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:51:21.135368 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a6166fca-a8e0-4cbc-b6af-8e855f697ce1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.139920 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a6166fca-a8e0-4cbc-b6af-8e855f697ce1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393808 Jul 29 20:51:21.140127 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60590) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:21.146234 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-3f93bc50-1a01-42e0-8ce2-35eed373ffcc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'security_group_rule': {'security_group_id': '97c415a8-b555-4978-92ae-b8e01eda1d4d', 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:21.151559 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-92338ef7-ec82-423c-a023-9d95dc54c3d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31400768fcf64e2a9b7aeafe621afd97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0873375 Jul 29 20:51:21.153962 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60592) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:21.170646 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-20226f49-0314-4e67-af20-2ca2ab48e781 req-88e0eced-9071-4d69-a0cd-cd7f262389ad tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778167 Jul 29 20:51:21.184567 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-74798556-d836-4f8c-b7c9-0df5711627bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.186052 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-74798556-d836-4f8c-b7c9-0df5711627bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 1099 time: 0.0861251 Jul 29 20:51:21.221344 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3f93bc50-1a01-42e0-8ce2-35eed373ffcc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.273526 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5e50c348-7645-4220-9b0d-3bc927220ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.290333 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3f93bc50-1a01-42e0-8ce2-35eed373ffcc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.297458 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3f93bc50-1a01-42e0-8ce2-35eed373ffcc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.309629 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5e50c348-7645-4220-9b0d-3bc927220ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.322291 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93bc50-1a01-42e0-8ce2-35eed373ffcc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb43466f-9a80-42da-b341-7923922fbbfd,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:21.333504 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3f93bc50-1a01-42e0-8ce2-35eed373ffcc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.334944 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-3f93bc50-1a01-42e0-8ce2-35eed373ffcc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1936176 Jul 29 20:51:21.337690 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60596) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:21.342218 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'security_group_rule': {'security_group_id': '97c415a8-b555-4978-92ae-b8e01eda1d4d', 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:21.365376 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-c7531d33-459f-480c-880d-a8802376a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.366534 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.securitygroups_db [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Project 3828ffb9b201467fa8bbde344ccdf109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:51:21.366895 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-c7531d33-459f-480c-880d-a8802376a23c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 912 time: 0.1695714 Jul 29 20:51:21.381727 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.443034 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5e50c348-7645-4220-9b0d-3bc927220ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.443034 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5e50c348-7645-4220-9b0d-3bc927220ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.443034 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-5e50c348-7645-4220-9b0d-3bc927220ce0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4dd39f32-cada-497f-8aaa-cc71f7898e1c HTTP/1.1" status: 204 len: 168 time: 0.2870011 Jul 29 20:51:21.451096 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4391a48-bb7f-4210-bec5-c215640b205a None None] New status for floating IP 6c8b0f95-7205-4c56-8302-848d85a969dc: ACTIVE {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:51:21.461792 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c348-7645-4220-9b0d-3bc927220ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd39f32-cada-497f-8aaa-cc71f7898e1c,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:21.481718 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-c05640c0-32ad-4e56-90c0-34fab6627e0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 200 len: 1001 time: 0.1042552 Jul 29 20:51:21.509807 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.520239 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.566029 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275e4357-1318-48c5-bc78-20ea92e975e0,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:21.567822 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-d39031d9-820c-4206-90ba-39c97393a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.572660 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-d39031d9-820c-4206-90ba-39c97393a6e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.0819852 Jul 29 20:51:21.577727 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.579771 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-89234f29-2e8f-4584-a0f8-2908fe28aad4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2409635 Jul 29 20:51:21.582284 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60604) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:21.587023 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'security_group_rule': {'security_group_id': '97c415a8-b555-4978-92ae-b8e01eda1d4d', 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:21.613678 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.securitygroups_db [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Project 3828ffb9b201467fa8bbde344ccdf109 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:51:21.619427 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.640991 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-a8b76531-8738-42fa-bb24-e2525844c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.642760 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-a8b76531-8738-42fa-bb24-e2525844c25a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592248 Jul 29 20:51:21.721591 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.726346 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.750074 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e36d8f-ea47-46fd-9318-4be5642ae66f,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:21.754923 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.767482 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-98e3856a-c7a1-4d87-a477-8775b83f605f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1836731 Jul 29 20:51:21.817162 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2776dace-0fc7-4c3e-a61d-b079e1d25f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:21.867738 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-fd584b05-c949-4c1b-9b3c-b018c1155dbb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631642452&fields=id&tenant_id=3828ffb9b201467fa8bbde344ccdf109 HTTP/1.1" status: 200 len: 267 time: 0.0480287 Jul 29 20:51:21.933150 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-4903f693-124d-4f91-a0b2-c358b0cf82e1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.941642 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-4903f693-124d-4f91-a0b2-c358b0cf82e1 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0675592 Jul 29 20:51:21.947463 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'port': {'security_groups': ['c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74', '97c415a8-b555-4978-92ae-b8e01eda1d4d']}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:22.017358 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-91dd24fc-438f-446a-84b1-fc01825a4b75 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667822 Jul 29 20:51:22.020341 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.110703 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f8039e97-8c16-482a-907d-8081af5e6d09 req-1c8e293e-3c79-40a8-876a-67d429168557 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849571 Jul 29 20:51:22.215946 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9a2158d5-173e-41a7-ae74-087e453788e1,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:22.247660 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.253211 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25586838'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.290394 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9a2158d5-173e-41a7-ae74-087e453788e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:22.326838 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:22.327482 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.329646 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9bd10c2c-d012-4fd4-b841-f3141d675679 req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "PUT /v2.0/ports/9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 981 time: 0.3864517 Jul 29 20:51:22.329822 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:22.332689 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7679ac-3834-43d8-a2cf-aac533a41383" -d '{"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:22.366751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84437715-20c1-4d85-aa13-a7f589a880c6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=6']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:22.383153 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8f6a-3866-466d-a5bf-cde3a782dc24 req-330d95ac-7bac-4669-b9b9-dd1af11035b0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:22.384761 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b29e8f6a-3866-466d-a5bf-cde3a782dc24 req-330d95ac-7bac-4669-b9b9-dd1af11035b0 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.1222489 Jul 29 20:51:22.450480 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b29e8f6a-3866-466d-a5bf-cde3a782dc24 req-d802f0b0-fa44-4a54-a4a7-29b037536c29 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596035 Jul 29 20:51:22.477431 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc2e34-93e1-456e-a66a-661724b84645 req-90f3b52b-0572-4024-98a2-d9cb48e1aacd tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:22.477431 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0bcc2e34-93e1-456e-a66a-661724b84645 req-90f3b52b-0572-4024-98a2-d9cb48e1aacd tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0711482 Jul 29 20:51:22.510252 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9a2158d5-173e-41a7-ae74-087e453788e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:22.522355 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0bcc2e34-93e1-456e-a66a-661724b84645 req-1bda1db4-f660-44a2-a526-c4238c949cbe tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395064 Jul 29 20:51:22.570134 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e713f2-e6ea-45c0-8fa3-b33e94dea4b4 x-openstack-request-id: req-51e713f2-e6ea-45c0-8fa3-b33e94dea4b4 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:22.570423 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:22.570703 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51e713f2-e6ea-45c0-8fa3-b33e94dea4b4 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:22.571951 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1', 'status': 'completed', 'code': 200} Jul 29 20:51:22.640541 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b081fb97-429c-406c-9a24-5f6ec71b3f8b None None] Provisioning complete for port 9a2158d5-173e-41a7-ae74-087e453788e1 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:22.640915 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b081fb97-429c-406c-9a24-5f6ec71b3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.775708 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-f71ac8a1-6e54-4055-af70-d57978b56864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:22.783212 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-f71ac8a1-6e54-4055-af70-d57978b56864 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1137 time: 0.0956545 Jul 29 20:51:22.929596 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-d809eff4-e44c-4374-8fd0-ecd5cdea68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:22.931784 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-d809eff4-e44c-4374-8fd0-ecd5cdea68cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 916 time: 0.1256483 Jul 29 20:51:23.018694 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-372038ad-2d36-45ea-be11-ac31a344eff5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 1001 time: 0.0733004 Jul 29 20:51:23.085002 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-3daa6d6f-fee3-4a07-bb29-f92c58a5c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:23.086513 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-3daa6d6f-fee3-4a07-bb29-f92c58a5c388 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 200 len: 854 time: 0.0608935 Jul 29 20:51:23.140889 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-c75d2b8a-a454-429d-b209-d33e3a3c2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:23.142374 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-c75d2b8a-a454-429d-b209-d33e3a3c2312 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=709279d3-15d3-4491-8c34-fa800d3b7be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480843 Jul 29 20:51:23.237671 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-6a737ff8-877e-45f7-b342-7f5be005b219 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Jul 29 20:51:23.251950 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60680) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:23.334927 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f7679ac-3834-43d8-a2cf-aac533a41383 req-7136ce74-563f-4eed-959f-d5218bee9dc9 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875566 Jul 29 20:51:23.358979 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ed4c04b4-0f79-4876-83a7-0816a360bbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.412096 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.451046 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ed4c04b4-0f79-4876-83a7-0816a360bbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.454717 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ed4c04b4-0f79-4876-83a7-0816a360bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.490935 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c04b4-0f79-4876-83a7-0816a360bbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56551a09-e070-4fde-9489-e87908727060,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:23.495213 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-ed4c04b4-0f79-4876-83a7-0816a360bbce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea7006ab6c95433ea742162c80de2ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416201 Jul 29 20:51:23.497871 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60686) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:23.571889 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-39f2b08a-cffa-4c6a-85ac-02c9b873300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.603302 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c1e2e-32a4-4330-9d8e-e5e32cae504d req-36129336-ff22-44e7-ba8f-1721f46184d5 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:23.604756 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e2c1e2e-32a4-4330-9d8e-e5e32cae504d req-36129336-ff22-44e7-ba8f-1721f46184d5 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0785546 Jul 29 20:51:23.606482 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-39f2b08a-cffa-4c6a-85ac-02c9b873300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.663344 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e2c1e2e-32a4-4330-9d8e-e5e32cae504d req-d92ef75e-c0f2-415e-8ef2-b22c41008350 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499418 Jul 29 20:51:23.676875 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-39f2b08a-cffa-4c6a-85ac-02c9b873300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.679412 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-39f2b08a-cffa-4c6a-85ac-02c9b873300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:23.680497 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-39f2b08a-cffa-4c6a-85ac-02c9b873300e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56551a09-e070-4fde-9489-e87908727060 HTTP/1.1" status: 204 len: 168 time: 0.1802909 Jul 29 20:51:23.688260 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2b08a-cffa-4c6a-85ac-02c9b873300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56551a09-e070-4fde-9489-e87908727060,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:24.408751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60724) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:24.432772 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-13e7234d-e1b4-44c9-b1c6-c11c995e27f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.526283 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c312-e472-468a-8f41-79f43805f627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.621680 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c312-e472-468a-8f41-79f43805f627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.625857 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c312-e472-468a-8f41-79f43805f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.663804 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d8a8c312-e472-468a-8f41-79f43805f627 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5688675a7d09446a9c8aa7e0e1de1767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538581 Jul 29 20:51:24.664656 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8c312-e472-468a-8f41-79f43805f627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faec4f5-900f-4143-8ff6-c420d7d563ab,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:24.666588 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60738) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:24.718032 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7978b15f-ebb8-46f0-b6a4-87e12eca5521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.738986 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7978b15f-ebb8-46f0-b6a4-87e12eca5521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.787527 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7978b15f-ebb8-46f0-b6a4-87e12eca5521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.790119 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7978b15f-ebb8-46f0-b6a4-87e12eca5521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:24.791316 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7978b15f-ebb8-46f0-b6a4-87e12eca5521 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3faec4f5-900f-4143-8ff6-c420d7d563ab HTTP/1.1" status: 204 len: 168 time: 0.1231427 Jul 29 20:51:24.799418 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978b15f-ebb8-46f0-b6a4-87e12eca5521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faec4f5-900f-4143-8ff6-c420d7d563ab,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:24.897098 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.122817 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60756) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:25.135829 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-80020b4e-2aa2-4a6b-aae1-386d70f2b5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.228303 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-80020b4e-2aa2-4a6b-aae1-386d70f2b5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.232350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-80020b4e-2aa2-4a6b-aae1-386d70f2b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.240294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60760) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:25.272263 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-80020b4e-2aa2-4a6b-aae1-386d70f2b5ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d995ed699434322aa8d47fd5fe42248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483257 Jul 29 20:51:25.273388 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020b4e-2aa2-4a6b-aae1-386d70f2b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d073d37-5020-44d2-8041-fc29e96b09f5,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:25.275033 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60764) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:25.290449 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.330800 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e3c79e42-a18d-47a6-9be7-cc0d64529584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.357370 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30fff987-59ca-48d6-a4c8-7893136d5053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.364753 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e3c79e42-a18d-47a6-9be7-cc0d64529584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.465447 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e3c79e42-a18d-47a6-9be7-cc0d64529584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.468280 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e3c79e42-a18d-47a6-9be7-cc0d64529584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.469436 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-e3c79e42-a18d-47a6-9be7-cc0d64529584 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d073d37-5020-44d2-8041-fc29e96b09f5 HTTP/1.1" status: 204 len: 168 time: 0.1933980 Jul 29 20:51:25.482406 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c79e42-a18d-47a6-9be7-cc0d64529584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d073d37-5020-44d2-8041-fc29e96b09f5,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:25.516308 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30fff987-59ca-48d6-a4c8-7893136d5053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.523108 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-30fff987-59ca-48d6-a4c8-7893136d5053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.561555 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fff987-59ca-48d6-a4c8-7893136d5053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4604751-9bba-48f0-adab-44aef9fc9d4d,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:25.566304 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-30fff987-59ca-48d6-a4c8-7893136d5053 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e210d3f80a74fd28176b5cfea36f14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248727 Jul 29 20:51:25.569022 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60768) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:25.620729 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a573e355-addd-4ce7-8697-aa7eaf7a2598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.641477 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a573e355-addd-4ce7-8697-aa7eaf7a2598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.688883 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a573e355-addd-4ce7-8697-aa7eaf7a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.692246 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a573e355-addd-4ce7-8697-aa7eaf7a2598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.693529 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a573e355-addd-4ce7-8697-aa7eaf7a2598 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4604751-9bba-48f0-adab-44aef9fc9d4d HTTP/1.1" status: 204 len: 168 time: 0.1235685 Jul 29 20:51:25.704411 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573e355-addd-4ce7-8697-aa7eaf7a2598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4604751-9bba-48f0-adab-44aef9fc9d4d,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:25.733643 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60774) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:25.750013 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c671-fcdd-45dc-8526-ff56100a5f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.839029 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c671-fcdd-45dc-8526-ff56100a5f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.842862 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c671-fcdd-45dc-8526-ff56100a5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.881277 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-f7b8c671-fcdd-45dc-8526-ff56100a5f4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca03e967470b431a979d1643e2c7becb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462884 Jul 29 20:51:25.883553 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c671-fcdd-45dc-8526-ff56100a5f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd73e6-e247-4746-9a50-53469c40df37,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:25.884374 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60778) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:25.940380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03139fd8-d22a-4f6d-8255-0c4e371c13e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:25.961833 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03139fd8-d22a-4f6d-8255-0c4e371c13e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.011132 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03139fd8-d22a-4f6d-8255-0c4e371c13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.013600 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-03139fd8-d22a-4f6d-8255-0c4e371c13e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.014849 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-03139fd8-d22a-4f6d-8255-0c4e371c13e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bccd73e6-e247-4746-9a50-53469c40df37 HTTP/1.1" status: 204 len: 168 time: 0.1293581 Jul 29 20:51:26.023363 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03139fd8-d22a-4f6d-8255-0c4e371c13e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd73e6-e247-4746-9a50-53469c40df37,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:26.030139 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60782) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:26.043682 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3aa26b7a-32fd-407d-a9ad-7031d81abd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.132260 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3aa26b7a-32fd-407d-a9ad-7031d81abd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.136434 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3aa26b7a-32fd-407d-a9ad-7031d81abd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.178369 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-3aa26b7a-32fd-407d-a9ad-7031d81abd5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea92fa58acb24f8bb7e3bf460e753015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447589 Jul 29 20:51:26.178811 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60784) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:26.179292 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa26b7a-32fd-407d-a9ad-7031d81abd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cc912a-23ca-402b-9f09-e5977b2e8a92,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:26.234847 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-23688022-7661-4e14-a8a5-f90e0c4c4811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.255824 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-23688022-7661-4e14-a8a5-f90e0c4c4811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.302783 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-23688022-7661-4e14-a8a5-f90e0c4c4811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.305442 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-23688022-7661-4e14-a8a5-f90e0c4c4811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:26.308925 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-23688022-7661-4e14-a8a5-f90e0c4c4811 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32cc912a-23ca-402b-9f09-e5977b2e8a92 HTTP/1.1" status: 204 len: 168 time: 0.1267655 Jul 29 20:51:26.314406 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23688022-7661-4e14-a8a5-f90e0c4c4811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cc912a-23ca-402b-9f09-e5977b2e8a92,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:27.083955 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:27.676651 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60850) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:27.776077 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b550-b00f-4e1a-ae7e-01e6f47a6638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:27.860836 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b550-b00f-4e1a-ae7e-01e6f47a6638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:27.865111 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b550-b00f-4e1a-ae7e-01e6f47a6638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:27.901737 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-ccd3b550-b00f-4e1a-ae7e-01e6f47a6638 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0107b47732d444a97894837ce0b4531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239931 Jul 29 20:51:27.902588 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3b550-b00f-4e1a-ae7e-01e6f47a6638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1640790a-f085-477b-b147-cfc8c7d6d434,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:27.904375 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60854) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:27.952882 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-22015f90-d43a-472d-aefc-49288bcef470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:27.974822 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-22015f90-d43a-472d-aefc-49288bcef470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.020433 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-22015f90-d43a-472d-aefc-49288bcef470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.022965 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-22015f90-d43a-472d-aefc-49288bcef470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.024094 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-22015f90-d43a-472d-aefc-49288bcef470 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1640790a-f085-477b-b147-cfc8c7d6d434 HTTP/1.1" status: 204 len: 168 time: 0.1187735 Jul 29 20:51:28.031411 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22015f90-d43a-472d-aefc-49288bcef470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640790a-f085-477b-b147-cfc8c7d6d434,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:28.278102 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 60866) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:28.291835 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9b880c55-8a04-41ae-9db2-3946efe37f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.383728 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9b880c55-8a04-41ae-9db2-3946efe37f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.387324 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9b880c55-8a04-41ae-9db2-3946efe37f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.427429 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9b880c55-8a04-41ae-9db2-3946efe37f6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=007c5106782e476cbff094907ee38c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482155 Jul 29 20:51:28.428322 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b880c55-8a04-41ae-9db2-3946efe37f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c16e040-05ef-450b-bf85-c104d00325a7,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:28.430096 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 60870) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:28.478207 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-481d703c-250a-4f7a-ace9-6586829282d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.498056 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-481d703c-250a-4f7a-ace9-6586829282d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.542530 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-481d703c-250a-4f7a-ace9-6586829282d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.545054 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-481d703c-250a-4f7a-ace9-6586829282d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:28.546436 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-481d703c-250a-4f7a-ace9-6586829282d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c16e040-05ef-450b-bf85-c104d00325a7 HTTP/1.1" status: 204 len: 168 time: 0.1151965 Jul 29 20:51:28.554735 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d703c-250a-4f7a-ace9-6586829282d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c16e040-05ef-450b-bf85-c104d00325a7,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:31.413642 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-5e925e87-c469-476f-8d09-51c02decffbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423322 Jul 29 20:51:31.495953 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266d15-30b0-4589-9e88-3ca83550a663 req-15163482-1d78-4404-b773-0b7a47072a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:31.497587 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-15163482-1d78-4404-b773-0b7a47072a93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 1099 time: 0.0394306 Jul 29 20:51:31.599863 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266d15-30b0-4589-9e88-3ca83550a663 req-0b2340d0-2c30-48dd-b9f7-f38a32f9e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:31.601534 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-0b2340d0-2c30-48dd-b9f7-f38a32f9e187 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 912 time: 0.0816650 Jul 29 20:51:31.672632 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-76fa55a0-69fd-4294-9b7b-58855fc36cf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 200 len: 1001 time: 0.0628951 Jul 29 20:51:31.723911 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266d15-30b0-4589-9e88-3ca83550a663 req-892349f7-c38d-45b9-8733-e14d0a3e03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:31.725493 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-892349f7-c38d-45b9-8733-e14d0a3e03fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.0457563 Jul 29 20:51:31.774683 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266d15-30b0-4589-9e88-3ca83550a663 req-1f4a9feb-955b-4ff2-a971-060abe457bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:31.776205 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-1f4a9feb-955b-4ff2-a971-060abe457bc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419359 Jul 29 20:51:31.879058 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-f4c0eb0f-4f61-482f-8d0e-04c0c00b5d6d service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922015 Jul 29 20:51:31.967293 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-93266d15-30b0-4589-9e88-3ca83550a663 req-4c0c47e6-2a40-41ef-9241-941a063b7017 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805025 Jul 29 20:51:39.800626 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a243bc3-26fd-4535-ba11-501ce119122c req-1884b7dd-2526-40a1-9190-934b29107d9b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.802129 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7a243bc3-26fd-4535-ba11-501ce119122c req-1884b7dd-2526-40a1-9190-934b29107d9b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0502987 Jul 29 20:51:39.840851 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7a243bc3-26fd-4535-ba11-501ce119122c req-f736e7d4-60d0-4d13-a4af-7b4a4ce7ad24 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Jul 29 20:51:39.891802 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 32788) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:39.994146 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cef80121-24e8-4289-acf5-6c3f3ea78314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.085017 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cef80121-24e8-4289-acf5-6c3f3ea78314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.088750 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cef80121-24e8-4289-acf5-6c3f3ea78314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.124727 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-cef80121-24e8-4289-acf5-6c3f3ea78314 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93e4f98b94d743e89db6f6f67059497f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313404 Jul 29 20:51:40.125640 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef80121-24e8-4289-acf5-6c3f3ea78314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5433d46-8d6c-4eb6-8339-096005048fc1,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:40.127972 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 32792) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:40.175555 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-606769ca-29fb-4717-9086-15138970e19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.196147 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-606769ca-29fb-4717-9086-15138970e19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.243010 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-606769ca-29fb-4717-9086-15138970e19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.245644 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-606769ca-29fb-4717-9086-15138970e19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.246822 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-606769ca-29fb-4717-9086-15138970e19c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5433d46-8d6c-4eb6-8339-096005048fc1 HTTP/1.1" status: 204 len: 168 time: 0.1178465 Jul 29 20:51:40.254631 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606769ca-29fb-4717-9086-15138970e19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5433d46-8d6c-4eb6-8339-096005048fc1,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:40.965845 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5c5ff-460e-4f00-9755-309f7fb00bc5 req-47e401b5-ff38-4071-97e9-ba55eeb45654 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:40.967399 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-74b5c5ff-460e-4f00-9755-309f7fb00bc5 req-47e401b5-ff38-4071-97e9-ba55eeb45654 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0524423 Jul 29 20:51:41.005279 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-74b5c5ff-460e-4f00-9755-309f7fb00bc5 req-570f63a5-cb20-434c-b937-e876548f7ca0 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Jul 29 20:51:42.120743 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267e41-0003-44da-911b-ae9cac06779d req-8ec815c7-a03c-45d6-a94c-6506b8dfd5b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:42.122168 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d267e41-0003-44da-911b-ae9cac06779d req-8ec815c7-a03c-45d6-a94c-6506b8dfd5b6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0473146 Jul 29 20:51:42.158845 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d267e41-0003-44da-911b-ae9cac06779d req-b881604e-03b0-494a-ae9d-936bdff399cf tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307295 Jul 29 20:51:43.280944 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1399-8b1d-4d4e-ab66-50debc07b34a req-be0308c7-30db-437c-affb-03806159e205 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:43.283114 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8a7f1399-8b1d-4d4e-ab66-50debc07b34a req-be0308c7-30db-437c-affb-03806159e205 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0510719 Jul 29 20:51:43.321373 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8a7f1399-8b1d-4d4e-ab66-50debc07b34a req-8653dc30-b160-46c4-9319-e54e11aa0ec4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324388 Jul 29 20:51:44.138814 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-87dc3bce-540a-449e-9cff-dfc3af13db91 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:44.140226 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-87dc3bce-540a-449e-9cff-dfc3af13db91 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0528038 Jul 29 20:51:44.208199 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 32906) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:44.238209 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Deleting port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:44.238724 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.310695 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4035c187-cfd0-4ca4-9d86-56d32675d4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.327861 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] For port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:44.328231 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.427114 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4035c187-cfd0-4ca4-9d86-56d32675d4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.431336 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4035c187-cfd0-4ca4-9d86-56d32675d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.484169 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7bd8-c7f8-4da5-91f7-416752edefa1 req-f5390382-4c61-4a9d-8a05-319110f791d8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:44.485634 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fec7bd8-c7f8-4da5-91f7-416752edefa1 req-f5390382-4c61-4a9d-8a05-319110f791d8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 947 time: 0.0894027 Jul 29 20:51:44.490894 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-4035c187-cfd0-4ca4-9d86-56d32675d4ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61afc88f094f4c7e901381489cac641e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816558 Jul 29 20:51:44.491487 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 32912) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:44.493421 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035c187-cfd0-4ca4-9d86-56d32675d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2552aa37-785f-4eb5-bcc1-633f83893c67,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:44.548351 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.548745 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.549389 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Floating IP bb0f58c5-025b-4144-9e7d-ef0bea1dd88a disassociated. External IP: 172.27.0.253, port: 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1. Jul 29 20:51:44.549389 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Calling delete_port for 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:44.552194 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fec7bd8-c7f8-4da5-91f7-416752edefa1 req-c9c79f77-fe7b-40e2-b9b4-8559b3eaeb30 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=94c93f86-6272-486f-aeeb-3b302d473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520110 Jul 29 20:51:44.570576 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6f8ddc8f-9309-48ff-81f8-e5c2ba9a428b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.593471 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6f8ddc8f-9309-48ff-81f8-e5c2ba9a428b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.650950 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6f8ddc8f-9309-48ff-81f8-e5c2ba9a428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.653822 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6f8ddc8f-9309-48ff-81f8-e5c2ba9a428b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.655944 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-6f8ddc8f-9309-48ff-81f8-e5c2ba9a428b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2552aa37-785f-4eb5-bcc1-633f83893c67 HTTP/1.1" status: 204 len: 168 time: 0.1632154 Jul 29 20:51:44.666221 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ddc8f-9309-48ff-81f8-e5c2ba9a428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2552aa37-785f-4eb5-bcc1-633f83893c67,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:44.689012 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.723479 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event deleted for resources: {'Port': ['ID=1c53fa92-7f77-4b1e-9457-025cfcf9a6e1,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:44.839448 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Router f5ab3034-7812-4607-979b-13df135f52bc has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:51:44.949910 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:51:44.961004 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] Sync routers for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:51:44.964642 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 32926) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:44.970264 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:44.971653 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:51:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:44.979585 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-086cb1ef-11b1-457b-bbec-93ff3619fe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.000034 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] No DVR routers for this DVR port 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:45.003290 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.005807 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5158f36e-0419-494f-a3ac-e186fc6cef19 req-eb9d879d-6adc-4141-a686-fd7abf72d987 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "DELETE /v2.0/ports/1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 HTTP/1.1" status: 204 len: 173 time: 0.8549738 Jul 29 20:51:45.006029 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-deleted', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:45.009538 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e6390-7658-417d-b27f-abab361c8f7b" -d '{"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-deleted", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:45.051010 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d54da53-6996-45f1-bbae-4eac040b1cdc x-openstack-request-id: req-2d54da53-6996-45f1-bbae-4eac040b1cdc {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:45.051297 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77675f3b-b3b8-4aaa-a8e6-ca43f2339b47", "name": "network-vif-deleted", "tag": "1c53fa92-7f77-4b1e-9457-025cfcf9a6e1", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:45.051913 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d54da53-6996-45f1-bbae-4eac040b1cdc {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:45.052316 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77675f3b-b3b8-4aaa-a8e6-ca43f2339b47', 'name': 'network-vif-deleted', 'tag': '1c53fa92-7f77-4b1e-9457-025cfcf9a6e1', 'status': 'completed', 'code': 200} Jul 29 20:51:45.090307 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-086cb1ef-11b1-457b-bbec-93ff3619fe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.094626 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-086cb1ef-11b1-457b-bbec-93ff3619fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.102319 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:45.134718 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-086cb1ef-11b1-457b-bbec-93ff3619fe4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53722e85f4484eafb98d0ba0edcf549d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674333 Jul 29 20:51:45.135772 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 32930) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:45.137880 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cb1ef-11b1-457b-bbec-93ff3619fe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68810096-0679-42d5-9b59-a8c78c9bc408,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:45.191038 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0249-8a16-4e57-9050-0c2f3d56a2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.220157 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0249-8a16-4e57-9050-0c2f3d56a2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.274875 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0249-8a16-4e57-9050-0c2f3d56a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.277719 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0249-8a16-4e57-9050-0c2f3d56a2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.281264 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-eb4e0249-8a16-4e57-9050-0c2f3d56a2a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68810096-0679-42d5-9b59-a8c78c9bc408 HTTP/1.1" status: 204 len: 168 time: 0.1421967 Jul 29 20:51:45.289178 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e0249-8a16-4e57-9050-0c2f3d56a2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68810096-0679-42d5-9b59-a8c78c9bc408,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:45.320649 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:45.350370 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] Checking router: f5ab3034-7812-4607-979b-13df135f52bc for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:51:45.358732 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:45.359338 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:51:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:45.467211 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:45.703016 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e1368b79-70d3-4a83-ac67-5222cb0f4610 req-4cc678ec-c584-4117-a72a-c6f67b80f353 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=77675f3b-b3b8-4aaa-a8e6-ca43f2339b47 HTTP/1.1" status: 200 len: 210 time: 0.0483696 Jul 29 20:51:45.705324 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:45.761375 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0c8b4-8657-44bc-8e4c-bd7a45b4ac8a None None] The sync data for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi is: [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:51:46.043313 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36525e7-c9b8-42cc-b435-6ba42e809b99 None None] New status for floating IP bb0f58c5-025b-4144-9e7d-ef0bea1dd88a: DOWN {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:51:46.130611 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:51:46.804496 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33010) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:46.864425 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ffd-392b-46bd-b55a-ce6cb9b9278a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.890824 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ffd-392b-46bd-b55a-ce6cb9b9278a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.951528 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ffd-392b-46bd-b55a-ce6cb9b9278a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.954062 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0bf61ffd-392b-46bd-b55a-ce6cb9b9278a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.958823 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33024) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:46.959408 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-0bf61ffd-392b-46bd-b55a-ce6cb9b9278a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "DELETE /v2.0/security-groups/94c93f86-6272-486f-aeeb-3b302d473e3a HTTP/1.1" status: 204 len: 168 time: 0.1533573 Jul 29 20:51:46.969226 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf61ffd-392b-46bd-b55a-ce6cb9b9278a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c93f86-6272-486f-aeeb-3b302d473e3a,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:46.990647 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.api.v2.resource [None req-ddf7f80f-79b2-499b-9ddf-8861b02fcb81 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] show failed (client error): The resource could not be found. Jul 29 20:51:46.999263 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-ddf7f80f-79b2-499b-9ddf-8861b02fcb81 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups/94c93f86-6272-486f-aeeb-3b302d473e3a HTTP/1.1" status: 404 len: 347 time: 0.0385299 Jul 29 20:51:47.002395 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33030) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:47.131641 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Deleting port 70608e43-994a-45c2-8a5c-577bc5ffac88 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:47.131974 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.216739 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.217062 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.229015 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Calling delete_port for 70608e43-994a-45c2-8a5c-577bc5ffac88 owned by network:floatingip {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:47.374730 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.405936 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event deleted for resources: {'Port': ['ID=70608e43-994a-45c2-8a5c-577bc5ffac88,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:47.462031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.464511 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.465647 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-bdc086ed-2a84-430c-a416-d91cac88ac78 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "DELETE /v2.0/floatingips/bb0f58c5-025b-4144-9e7d-ef0bea1dd88a HTTP/1.1" status: 204 len: 168 time: 0.4623141 Jul 29 20:51:48.040733 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33044) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:48.045401 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-df6c4dc1-d0d5-4125-9f1c-08c39b8707ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041928012', 'description': 'tempest-description--1205437839'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:48.073098 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df6c4dc1-d0d5-4125-9f1c-08c39b8707ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.159602 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df6c4dc1-d0d5-4125-9f1c-08c39b8707ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.163349 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df6c4dc1-d0d5-4125-9f1c-08c39b8707ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.191934 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df6c4dc1-d0d5-4125-9f1c-08c39b8707ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.193038 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-df6c4dc1-d0d5-4125-9f1c-08c39b8707ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1512985 Jul 29 20:51:48.196000 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33046) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:48.200837 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-63afd936-7936-43e3-8ee7-b0e9efe8d317 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'security_group_rule': {'security_group_id': '8d81e177-d8d7-4bde-9fc5-9063c29456b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:48.204550 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c4dc1-d0d5-4125-9f1c-08c39b8707ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d81e177-d8d7-4bde-9fc5-9063c29456b8,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:48.227137 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-63afd936-7936-43e3-8ee7-b0e9efe8d317 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.276970 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:48.283123 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-63afd936-7936-43e3-8ee7-b0e9efe8d317 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.288336 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-63afd936-7936-43e3-8ee7-b0e9efe8d317 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.295499 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33050) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:48.304293 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:48.304643 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1c53fa92-7f77-4b1e-9457-025cfcf9a6e1 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:48.310196 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afd936-7936-43e3-8ee7-b0e9efe8d317 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c96517-0222-4033-9084-e1e45d4b9443,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:48.316583 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-63afd936-7936-43e3-8ee7-b0e9efe8d317 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.318078 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-63afd936-7936-43e3-8ee7-b0e9efe8d317 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210909 Jul 29 20:51:48.320901 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33054) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:48.325657 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-9901a785-a117-480e-8b34-a5e922f0e6ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'security_group_rule': {'security_group_id': '8d81e177-d8d7-4bde-9fc5-9063c29456b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:48.353264 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9901a785-a117-480e-8b34-a5e922f0e6ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.407667 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-666a9d6b-77c8-48e2-9e0c-bd076af188b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.418267 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9901a785-a117-480e-8b34-a5e922f0e6ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.422089 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9901a785-a117-480e-8b34-a5e922f0e6ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.440468 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901a785-a117-480e-8b34-a5e922f0e6ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54a669a-a872-4333-b513-5bcbf01654db,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:48.501026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-666a9d6b-77c8-48e2-9e0c-bd076af188b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.506756 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-666a9d6b-77c8-48e2-9e0c-bd076af188b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.510141 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9901a785-a117-480e-8b34-a5e922f0e6ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.511777 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9901a785-a117-480e-8b34-a5e922f0e6ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1895623 Jul 29 20:51:48.514405 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33056) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:48.518917 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:48.540340 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.546917 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-666a9d6b-77c8-48e2-9e0c-bd076af188b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83c80e4a31d84b6396742c43d47b6972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493036 Jul 29 20:51:48.547814 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a9d6b-77c8-48e2-9e0c-bd076af188b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879cccf0-83da-41ee-8611-bd40416ab1ba,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:48.554302 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33058) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:48.603252 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cdc12c3e-18a2-48d2-990f-26deb3696f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.624705 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cdc12c3e-18a2-48d2-990f-26deb3696f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.653641 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.674585 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cdc12c3e-18a2-48d2-990f-26deb3696f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.677048 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cdc12c3e-18a2-48d2-990f-26deb3696f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.678201 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-cdc12c3e-18a2-48d2-990f-26deb3696f9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/879cccf0-83da-41ee-8611-bd40416ab1ba HTTP/1.1" status: 204 len: 168 time: 0.1228232 Jul 29 20:51:48.686019 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc12c3e-18a2-48d2-990f-26deb3696f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cccf0-83da-41ee-8611-bd40416ab1ba,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:48.775173 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Allocated IP 172.27.0.156 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/5f6c7b07-7d0d-4235-a664-69bc7983f25b) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:48.884893 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.924067 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.958858 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:48.961547 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:48.965082 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:48.993273 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'Port': ['ID=5f6c7b07-7d0d-4235-a664-69bc7983f25b,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:49.053581 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.088245 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.236225 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.241075 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.313560 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'Port': ['ID=5f6c7b07-7d0d-4235-a664-69bc7983f25b,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:49.319934 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.333317 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.334726 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-cf08e164-953b-4b5c-84b3-c475c3e3db58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8192477 Jul 29 20:51:49.520371 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-9b04345f-f856-43a2-8a13-a714415e2ae0 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2041928012&fields=id&tenant_id=3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 267 time: 0.0322897 Jul 29 20:51:49.632022 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-4da2483b-db61-4e6a-989b-216b89973b67 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:49.633472 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-4da2483b-db61-4e6a-989b-216b89973b67 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 816 time: 0.1062272 Jul 29 20:51:49.648350 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-274ff27c-197a-481e-afba-3c22fb97b154 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/quotas/3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 375 time: 0.0092821 Jul 29 20:51:49.702807 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-afcad1f7-10a0-4e0b-9b7a-c6865b2a4d7c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492089 Jul 29 20:51:49.809745 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-57f39f19-e324-44fa-8b69-06e78de213c8 service neutron] 10.222.0.26 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922110 Jul 29 20:51:49.926666 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-390d502d-74d8-4368-9b91-0d763176ffee service neutron] 10.222.0.26 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994518 Jul 29 20:51:50.085702 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0ebf8d0a-b18f-4d15-99ee-8603987f7679 req-20f3c2db-03a6-4a3e-82d9-c7988ab5745f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 210 time: 0.0259120 Jul 29 20:51:51.164380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-7c405878-7a58-47a4-b4b5-19756c612445 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:51.165891 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-7c405878-7a58-47a4-b4b5-19756c612445 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 816 time: 0.1532965 Jul 29 20:51:51.213005 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d1f27c89-ebd2-48e6-9467-8d9c6afeef52 req-bf5d5add-fcc2-4a52-bb0e-354a9cfb3492 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 210 time: 0.0342793 Jul 29 20:51:51.239859 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-f36f09c8-f6dc-4c7a-b6c5-cca806c782ba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 380 time: 0.0369987 Jul 29 20:51:51.254991 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'port': {'device_id': '459eb081-cd79-4295-a609-49e8e17bac43', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'admin_state_up': True, 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'security_groups': ['8d81e177-d8d7-4bde-9fc5-9063c29456b8']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:51.355282 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Made reservation on behalf of 3a2d499cfd29443a8769fc072df858f4 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:51.358649 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.481957 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Allocated IP 172.20.0.13 (19609c7c-420d-4e82-aa8b-a60c5726c469/b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e/2306f3d1-cc85-4e93-976b-10df0a940fdd) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:51.613400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.629913 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Transition to ACTIVE for port object 2306f3d1-cc85-4e93-976b-10df0a940fdd will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:51.660000 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.702739 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:51.705824 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:51.708472 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:51.738509 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:51.763861 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:51.764542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.778792 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-c3a21426-f3a0-4444-bd98-5ed228301455 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5279708 Jul 29 20:51:51.809584 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-89ee1fd6-8366-4e5c-a417-90d994e24d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.989439 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-aac82c9c-4a07-4498-ac5e-2e7b16a76b94 None None] Provisioning for port 2306f3d1-cc85-4e93-976b-10df0a940fdd completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:51.992804 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-aac82c9c-4a07-4498-ac5e-2e7b16a76b94 None None] Provisioning complete for port 2306f3d1-cc85-4e93-976b-10df0a940fdd triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:51.993177 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-aac82c9c-4a07-4498-ac5e-2e7b16a76b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.025322 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-aac82c9c-4a07-4498-ac5e-2e7b16a76b94 None None] Port 2306f3d1-cc85-4e93-976b-10df0a940fdd cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:51:52.334380 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3ede9-2528-4de1-92df-90557a0fff74 req-77c53a33-f822-4f1a-8792-1b64c590c3e4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:52.335831 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d5a3ede9-2528-4de1-92df-90557a0fff74 req-77c53a33-f822-4f1a-8792-1b64c590c3e4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 932 time: 0.0473888 Jul 29 20:51:52.372013 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d5a3ede9-2528-4de1-92df-90557a0fff74 req-62ee69fe-6f09-4eef-a82b-62fa8abc347b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304048 Jul 29 20:51:53.501228 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286de6a-8766-48fc-9f0e-b6009c6f7c70 req-d1ac239f-eee8-43cf-8128-5be1b5a4e838 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:53.503111 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9286de6a-8766-48fc-9f0e-b6009c6f7c70 req-d1ac239f-eee8-43cf-8128-5be1b5a4e838 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 932 time: 0.0468040 Jul 29 20:51:53.541301 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9286de6a-8766-48fc-9f0e-b6009c6f7c70 req-523aa3b4-4c3e-4cbe-a70a-f00105732388 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322311 Jul 29 20:51:54.408337 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Request body: {'port': {'device_id': '459eb081-cd79-4295-a609-49e8e17bac43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:54.436225 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f98df520-343f-4a33-a740-9cf0a6d62d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.440124 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.463131 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.664671 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad24f5c-9828-4e21-9a27-1f17487b5545 req-0c785319-88f4-4092-a314-11aae10f96f8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:54.666272 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ad24f5c-9828-4e21-9a27-1f17487b5545 req-0c785319-88f4-4092-a314-11aae10f96f8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 932 time: 0.0512879 Jul 29 20:51:54.712302 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2ad24f5c-9828-4e21-9a27-1f17487b5545 req-2cd66ee4-93d9-4981-b1bb-54b4ce4cf153 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Jul 29 20:51:54.900038 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.941286 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2306f3d1-cc85-4e93-976b-10df0a940fdd {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:51:54.948387 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.960857 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Transition to ACTIVE for port object 2306f3d1-cc85-4e93-976b-10df0a940fdd will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:54.964396 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.014589 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:55.085654 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Attempting to bind port 2306f3d1-cc85-4e93-976b-10df0a940fdd on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:55.085983 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Attempting to bind port 2306f3d1-cc85-4e93-976b-10df0a940fdd by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:55.086301 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Attempting to bind port 2306f3d1-cc85-4e93-976b-10df0a940fdd on network 19609c7c-420d-4e82-aa8b-a60c5726c469 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:55.090784 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Port 2306f3d1-cc85-4e93-976b-10df0a940fdd on network 19609c7c-420d-4e82-aa8b-a60c5726c469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:51:55.091094 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Attempting to bind port 2306f3d1-cc85-4e93-976b-10df0a940fdd on network 19609c7c-420d-4e82-aa8b-a60c5726c469 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:55.096103 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:55.096433 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Checking segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:55.096810 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Bound using segment: {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:55.097231 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Bound port: 2306f3d1-cc85-4e93-976b-10df0a940fdd, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:55.097581 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.165378 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:55.168559 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:55.174049 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.206566 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.207209 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.208568 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/2306f3d1-cc85-4e93-976b-10df0a940fdd HTTP/1.1" status: 200 len: 1094 time: 0.8048832 Jul 29 20:51:55.208994 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:55.211242 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70" -d '{"events": [{"name": "network-changed", "server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:55.253022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78375dc9-126c-4eec-809c-50dff4da94d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:55.257621 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb3c10a-fe41-4235-bba1-3641de2d97ef x-openstack-request-id: req-fcb3c10a-fe41-4235-bba1-3641de2d97ef {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:55.257906 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:55.258290 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fcb3c10a-fe41-4235-bba1-3641de2d97ef {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:55.258772 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'status': 'completed', 'code': 200} Jul 29 20:51:55.293120 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.340187 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-232cb50e-d14f-4f36-bc63-f342ce54f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.341705 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-232cb50e-d14f-4f36-bc63-f342ce54f907 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 1097 time: 0.0493753 Jul 29 20:51:55.409593 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-903bfcf5-1f53-43f0-87ba-3a76f00e5e03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd HTTP/1.1" status: 200 len: 217 time: 0.0441096 Jul 29 20:51:55.458029 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-6d34b476-c75c-41c7-8c9b-a09887176a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.459488 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-6d34b476-c75c-41c7-8c9b-a09887176a9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0427897 Jul 29 20:51:55.506137 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-a8b32eb1-e38f-499d-9357-7722b9101c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.507652 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-a8b32eb1-e38f-499d-9357-7722b9101c08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389674 Jul 29 20:51:55.602190 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-2ba5adb1-a0dd-43f4-9180-44d01ac19d9c service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839169 Jul 29 20:51:55.693910 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-cd1b5ffd-bffa-4092-9a59-9770ffd4d877 req-31e03df8-a303-4c79-b16d-f2e18e1d8fe7 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828373 Jul 29 20:51:55.839602 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eba9c0-370e-40e1-93e0-9563b60d4109 req-67b2c7d0-480b-48bb-b76c-4906ba16ebc9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.841056 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-63eba9c0-370e-40e1-93e0-9563b60d4109 req-67b2c7d0-480b-48bb-b76c-4906ba16ebc9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0497220 Jul 29 20:51:55.861041 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-d39ac7e8-ec58-40ca-84cc-01cfc369d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.862797 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-d39ac7e8-ec58-40ca-84cc-01cfc369d5e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 1097 time: 0.0450728 Jul 29 20:51:55.880154 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-63eba9c0-370e-40e1-93e0-9563b60d4109 req-7ea3aa6e-0152-4937-8b48-c4f6b5a3b46f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Jul 29 20:51:55.963193 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-a9cb63aa-2102-428c-9aaf-73bdf2fa50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.964558 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-a9cb63aa-2102-428c-9aaf-73bdf2fa50e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 917 time: 0.0870790 Jul 29 20:51:56.006646 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-9f2010fe-1227-4014-831f-f5f6a37d0ad2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd HTTP/1.1" status: 200 len: 217 time: 0.0343726 Jul 29 20:51:56.058029 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-9205b6cf-2d86-4af5-82d7-b693548e3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:56.059420 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-9205b6cf-2d86-4af5-82d7-b693548e3f1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0442457 Jul 29 20:51:56.110393 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-218cd739-d3b4-47b0-8f8b-76d53b8ef505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:56.112383 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-218cd739-d3b4-47b0-8f8b-76d53b8ef505 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409861 Jul 29 20:51:56.199877 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-23922edc-ad12-48c4-80c8-59399d77c7f4 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797875 Jul 29 20:51:56.293347 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-527e7b28-f7b8-4fda-9a32-2f5b5f15ea70 req-28755fb5-329b-46a2-be6d-ecb38c41ef79 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Jul 29 20:51:56.998104 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7a81c-f8c9-4edc-90da-3a189490d107 req-bea8fbba-986b-49db-bb73-a3624db2d49d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:56.999698 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-72f7a81c-f8c9-4edc-90da-3a189490d107 req-bea8fbba-986b-49db-bb73-a3624db2d49d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0482919 Jul 29 20:51:57.037334 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-72f7a81c-f8c9-4edc-90da-3a189490d107 req-2f8466ae-a2a8-4646-b097-e8b7e28a1589 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jul 29 20:51:57.077188 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:57.788927 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33200) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:57.914748 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-dc01afbd-9c15-4f7b-92d9-7505232baf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:57.944614 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924ea8a-3c70-4709-9706-e67adf0e718a req-5c1b2d53-d2eb-4aff-97a9-81b8a1ffedf6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:57.946060 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3924ea8a-3c70-4709-9706-e67adf0e718a req-5c1b2d53-d2eb-4aff-97a9-81b8a1ffedf6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0774100 Jul 29 20:51:57.947947 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-4b768c61-99aa-4d0c-828e-3b252014474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:57.950278 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-4b768c61-99aa-4d0c-828e-3b252014474f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1137 time: 0.0419240 Jul 29 20:51:58.010000 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3924ea8a-3c70-4709-9706-e67adf0e718a req-a7426b2a-f136-4fae-9048-748fcf270952 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547225 Jul 29 20:51:58.053008 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-dc01afbd-9c15-4f7b-92d9-7505232baf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.056870 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-dc01afbd-9c15-4f7b-92d9-7505232baf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.057419 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-71481b54-1814-4fe9-8a5e-b55fc2563a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:58.058926 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-71481b54-1814-4fe9-8a5e-b55fc2563a8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 916 time: 0.0999441 Jul 29 20:51:58.097098 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-dc01afbd-9c15-4f7b-92d9-7505232baf09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acab51f31cc846dab8f1a4f42b9302f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070340 Jul 29 20:51:58.097906 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01afbd-9c15-4f7b-92d9-7505232baf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1345a430-394e-4b1f-a48f-ff75fafd5a20,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:58.101258 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33208) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:58.137933 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-b2ca1f5a-bdae-4aae-b64f-3aef34e257ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 1001 time: 0.0662422 Jul 29 20:51:58.191091 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-e8c608b3-5e31-4347-aec8-84de03b2e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:58.197338 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7441d-6dd1-476b-bd39-f0aaeadc4883 req-045c8900-7be8-445b-bc49-d55ac196f1dc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:58.197607 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-e8c608b3-5e31-4347-aec8-84de03b2e26d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 200 len: 854 time: 0.0453045 Jul 29 20:51:58.197712 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dac7441d-6dd1-476b-bd39-f0aaeadc4883 req-045c8900-7be8-445b-bc49-d55ac196f1dc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0775955 Jul 29 20:51:58.197712 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc138-ef22-4385-a8c1-81c4fcbd0746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.229657 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc138-ef22-4385-a8c1-81c4fcbd0746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.247393 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-0bedf676-c203-4a00-83f8-9da7f98de1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:58.249479 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-0bedf676-c203-4a00-83f8-9da7f98de1b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=709279d3-15d3-4491-8c34-fa800d3b7be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436447 Jul 29 20:51:58.258543 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dac7441d-6dd1-476b-bd39-f0aaeadc4883 req-b161976f-eadf-4fd5-96f2-549063e0c943 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545783 Jul 29 20:51:58.291034 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc138-ef22-4385-a8c1-81c4fcbd0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.293611 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ce8cc138-ef22-4385-a8c1-81c4fcbd0746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.297252 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-ce8cc138-ef22-4385-a8c1-81c4fcbd0746 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1345a430-394e-4b1f-a48f-ff75fafd5a20 HTTP/1.1" status: 204 len: 168 time: 0.1928711 Jul 29 20:51:58.308012 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cc138-ef22-4385-a8c1-81c4fcbd0746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1345a430-394e-4b1f-a48f-ff75fafd5a20,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:58.361322 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-1eeb3224-f2c4-4df7-b24a-33d91404460a service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030180 Jul 29 20:51:58.437736 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:51:58.463578 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-eeebd55e-1cd3-48c1-8009-0050ef1f6e09 req-951cc9bf-ff15-4e7d-808f-96a77a6b7378 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928502 Jul 29 20:51:58.550929 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:58.563557 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'port_id': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'mac_address': 'fa:16:3e:d0:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:51:58.603429 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.616806 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2306f3d1-cc85-4e93-976b-10df0a940fdd {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:51:58.636870 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:58.640513 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.689473 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:58.696723 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.697080 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.697421 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.697760 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.698084 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.698416 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.698769 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.699348 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.699692 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.699994 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.700313 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:58.700631 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:59.012076 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['2306f3d1-cc85-4e93-976b-10df0a940fdd'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:59.130270 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab01f5-2914-4ddb-97ab-f5788b44aec5 req-efc25f0f-1905-473f-a37c-c06f2cdcfae5 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:59.131878 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8ab01f5-2914-4ddb-97ab-f5788b44aec5 req-efc25f0f-1905-473f-a37c-c06f2cdcfae5 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0496106 Jul 29 20:51:59.182770 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e8ab01f5-2914-4ddb-97ab-f5788b44aec5 req-3b81a70d-5a8d-4d72-a1c2-68543c06973f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449336 Jul 29 20:51:59.375602 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f6e1d-5d3d-46ba-829c-71e692f2cb7d req-1586a441-8ac0-46d8-ae73-0823a52f3b7f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:59.377567 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-314f6e1d-5d3d-46ba-829c-71e692f2cb7d req-1586a441-8ac0-46d8-ae73-0823a52f3b7f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 945 time: 0.0473051 Jul 29 20:51:59.416788 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-314f6e1d-5d3d-46ba-829c-71e692f2cb7d req-f5db50b0-edf8-442b-a0e5-7948afea5793 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Jul 29 20:52:00.300701 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5afd24-d203-4ff2-8cde-d5abeb2c7e2a req-c8eca0ed-1ee0-4261-a057-a31c311e0af0 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:00.302136 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd5afd24-d203-4ff2-8cde-d5abeb2c7e2a req-c8eca0ed-1ee0-4261-a057-a31c311e0af0 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0515332 Jul 29 20:52:00.340239 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd5afd24-d203-4ff2-8cde-d5abeb2c7e2a req-0a23f824-b0bc-4096-acd6-ca3996d7b846 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319140 Jul 29 20:52:00.444991 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:00.507337 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 2306f3d1-cc85-4e93-976b-10df0a940fdd completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:00.511143 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 2306f3d1-cc85-4e93-976b-10df0a940fdd triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:00.511514 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.538335 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfef8-820a-4c30-a651-d56b53e75bfc req-2eef3f04-5004-4444-a7b0-79a9d4cc2b83 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:00.540225 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9dfbfef8-820a-4c30-a651-d56b53e75bfc req-2eef3f04-5004-4444-a7b0-79a9d4cc2b83 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 945 time: 0.0521498 Jul 29 20:52:00.576673 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9dfbfef8-820a-4c30-a651-d56b53e75bfc req-a7edb798-5ce9-4c92-8923-ea157fd9e8d4 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jul 29 20:52:00.588905 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.610923 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:00.613122 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beeb2aa-fa6e-4f70-a121-f91aac8a8e00" -d '{"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-plugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:00.625389 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:00.629405 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.651928 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc96775-3e48-480a-bbf5-8a34f982bff5 x-openstack-request-id: req-4fc96775-3e48-480a-bbf5-8a34f982bff5 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:00.652213 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-plugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:00.652461 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fc96775-3e48-480a-bbf5-8a34f982bff5 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:00.652845 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'code': 200} Jul 29 20:52:00.677197 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:00.859778 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db7490-7ca2-4a71-9c8b-43fbc44cece4 req-ca6ab163-4ca4-4467-9758-f392be611f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:00.861264 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e2db7490-7ca2-4a71-9c8b-43fbc44cece4 req-ca6ab163-4ca4-4467-9758-f392be611f51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 1099 time: 0.0406363 Jul 29 20:52:00.908205 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e2db7490-7ca2-4a71-9c8b-43fbc44cece4 req-058ac2b5-91bc-4135-9c89-52992ebab883 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270739 Jul 29 20:52:01.452109 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea6be-6537-4e7e-9879-879884f8f886 req-9afc3744-4a1d-4b54-b0f6-185e333afadc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:01.453595 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-df5ea6be-6537-4e7e-9879-879884f8f886 req-9afc3744-4a1d-4b54-b0f6-185e333afadc tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0482278 Jul 29 20:52:01.493805 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-df5ea6be-6537-4e7e-9879-879884f8f886 req-e449744a-3e51-4873-a4ee-cc6784e9bb3f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342114 Jul 29 20:52:01.700285 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072a807-f69e-490e-9650-f9ca945a3fd2 req-009a3103-f93f-438c-a0f3-c0e7d9c3ce34 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:01.701741 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0072a807-f69e-490e-9650-f9ca945a3fd2 req-009a3103-f93f-438c-a0f3-c0e7d9c3ce34 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0523453 Jul 29 20:52:01.739923 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0072a807-f69e-490e-9650-f9ca945a3fd2 req-1d21b255-9cb2-4275-8563-f9587abd2202 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Jul 29 20:52:02.604898 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fc8b0-20a1-470e-8288-8961f1696e31 req-742bfebb-3aa0-406d-94d7-f54cb2cc049d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:02.606317 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-765fc8b0-20a1-470e-8288-8961f1696e31 req-742bfebb-3aa0-406d-94d7-f54cb2cc049d tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0468788 Jul 29 20:52:02.644482 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-765fc8b0-20a1-470e-8288-8961f1696e31 req-066dd982-2caf-4820-8864-23598d5c94be tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315475 Jul 29 20:52:02.855385 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da718f-8c9b-4729-b3cd-84dd159a7012 req-e221526a-4b9e-42ff-a115-f867bae8270c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:02.856848 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-64da718f-8c9b-4729-b3cd-84dd159a7012 req-e221526a-4b9e-42ff-a115-f867bae8270c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0473714 Jul 29 20:52:02.894259 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-64da718f-8c9b-4729-b3cd-84dd159a7012 req-017e3870-b94a-4bf1-8225-aa7e89de3fb1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Jul 29 20:52:03.009707 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436436b-21c6-42e1-81ce-83f282491bbf req-dd6fac50-a1d9-481f-a9f1-ee0e89b0e26e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:03.011168 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a436436b-21c6-42e1-81ce-83f282491bbf req-dd6fac50-a1d9-481f-a9f1-ee0e89b0e26e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0513270 Jul 29 20:52:03.019912 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33256) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:03.024207 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Request body: {'floatingip': {'port_id': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:03.060179 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.479657 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.483442 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.850819 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.l3_db [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Floating IP 7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76 associated. External IP: 172.27.0.156, port: 2306f3d1-cc85-4e93-976b-10df0a940fdd. Jul 29 20:52:03.897495 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c316a-719c-4f56-b5ff-e5458b6d9290 req-9a35d04c-f6be-447e-88f7-4283c7804b94 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:03.898972 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b5c316a-719c-4f56-b5ff-e5458b6d9290 req-9a35d04c-f6be-447e-88f7-4283c7804b94 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0962634 Jul 29 20:52:03.974522 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b5c316a-719c-4f56-b5ff-e5458b6d9290 req-bf28ac77-0822-4e26-b498-87ba0b9228e4 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681677 Jul 29 20:52:04.092322 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Router f5ab3034-7812-4607-979b-13df135f52bc has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:04.193216 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:04.198112 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:04.202915 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] Sync routers for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:04.212241 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:04.212839 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:51:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:04.223051 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-0fc37c55-ebf3-427a-b83b-c69e00ead367 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "PUT /v2.0/floatingips/7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76 HTTP/1.1" status: 200 len: 992 time: 1.2021163 Jul 29 20:52:04.223631 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:04.225877 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8fb937-68a7-4113-932f-85e618e8e29c" -d '{"events": [{"name": "network-changed", "server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:04.263536 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a12242f-4220-4b52-a542-c42654d22ada x-openstack-request-id: req-9a12242f-4220-4b52-a542-c42654d22ada {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:04.263818 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:04.264178 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a12242f-4220-4b52-a542-c42654d22ada {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:04.264451 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'status': 'completed', 'code': 200} Jul 29 20:52:04.316123 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:04.371171 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-321baa77-3efa-4710-946d-21bdcc6eccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:04.372646 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-321baa77-3efa-4710-946d-21bdcc6eccfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 1099 time: 0.0417864 Jul 29 20:52:04.465378 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-395a2e57-9b80-4bac-8c52-3a7b25e5ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:04.466779 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-395a2e57-9b80-4bac-8c52-3a7b25e5ed6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 917 time: 0.0853505 Jul 29 20:52:04.533701 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-b88ba571-cb76-4451-8181-a386abea41f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd HTTP/1.1" status: 200 len: 1000 time: 0.0563543 Jul 29 20:52:04.538420 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'port_id': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'mac_address': 'fa:16:3e:d0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459eb081-cd79-4295-a609-49e8e17bac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:52:03Z', 'revision_number': 1, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:04.564273 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] Checking router: f5ab3034-7812-4607-979b-13df135f52bc for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:04.572393 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:04.572988 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:51:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:04.582772 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-a1c55d4f-64ab-4dfd-8ac4-540013cb5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:04.584231 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-a1c55d4f-64ab-4dfd-8ac4-540013cb5fdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0431097 Jul 29 20:52:04.645552 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-093e7b27-b737-4660-825d-dd0e94baeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:04.647079 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-093e7b27-b737-4660-825d-dd0e94baeafb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510299 Jul 29 20:52:04.677541 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:04.735091 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-a769b554-a469-4669-9678-2b8a6d7fd909 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797362 Jul 29 20:52:04.840334 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-3f8fb937-68a7-4113-932f-85e618e8e29c req-be61ab3b-43a1-4fce-8227-db80ed5e3808 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915170 Jul 29 20:52:04.912678 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'port_id': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'mac_address': 'fa:16:3e:d0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459eb081-cd79-4295-a609-49e8e17bac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:52:03Z', 'revision_number': 1, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:04.939898 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472267d5-a4ae-420b-b88f-737f34829954 None None] The sync data for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi is: [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'port_id': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'mac_address': 'fa:16:3e:d0:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459eb081-cd79-4295-a609-49e8e17bac43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:52:03Z', 'revision_number': 1, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:05.092566 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714193-6bcb-418d-bd59-6a6fdc852f0d req-1e21f231-82f2-4687-b8e9-71806288d5a7 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:05.094071 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-36714193-6bcb-418d-bd59-6a6fdc852f0d req-1e21f231-82f2-4687-b8e9-71806288d5a7 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0498974 Jul 29 20:52:05.129498 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3caf03-b3ce-4bd8-bd3f-9529778880e1 None None] New status for floating IP 7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76: ACTIVE {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:52:05.137503 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-36714193-6bcb-418d-bd59-6a6fdc852f0d req-d8892761-ee3a-4e7f-a67b-0b3188ab8e5b tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372937 Jul 29 20:52:06.109733 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d3444-1cf0-4d91-b209-cafd960b8597 req-22b8a9cd-36b6-4306-adab-9953db736f65 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:06.111176 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-109d3444-1cf0-4d91-b209-cafd960b8597 req-22b8a9cd-36b6-4306-adab-9953db736f65 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0505178 Jul 29 20:52:06.147603 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-109d3444-1cf0-4d91-b209-cafd960b8597 req-4454c616-27f9-45db-96f0-a3ca6fb88ead tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306451 Jul 29 20:52:06.250619 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346369-468d-4d02-be68-969fae3a6845 req-6965c60f-8164-456f-96c6-2bc43d6bd0ea tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:06.252564 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd346369-468d-4d02-be68-969fae3a6845 req-6965c60f-8164-456f-96c6-2bc43d6bd0ea tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0474277 Jul 29 20:52:06.292366 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd346369-468d-4d02-be68-969fae3a6845 req-1f3be868-bebc-4811-aee0-e43220ef0197 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336494 Jul 29 20:52:07.265520 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a34de-aca8-46a2-87fa-9e0b880220aa req-d35d2ef1-0e66-418b-bf74-539094cf35b9 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:07.267011 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d08a34de-aca8-46a2-87fa-9e0b880220aa req-d35d2ef1-0e66-418b-bf74-539094cf35b9 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0493867 Jul 29 20:52:07.303835 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d08a34de-aca8-46a2-87fa-9e0b880220aa req-dddf3722-a104-4c46-88d5-ffd6e94acbad tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309215 Jul 29 20:52:07.408884 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28f4ee-c327-4a16-a944-78251d95e28e req-f2f39aa2-aa2f-44ed-a380-df61dad4deec tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:07.410310 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1a28f4ee-c327-4a16-a944-78251d95e28e req-f2f39aa2-aa2f-44ed-a380-df61dad4deec tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0509863 Jul 29 20:52:07.449649 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1a28f4ee-c327-4a16-a944-78251d95e28e req-9c0c8588-7301-4680-a282-beb43b031031 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332794 Jul 29 20:52:08.258455 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-22eaabd4-0801-408c-81e2-a11c5cd480b1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:08.260127 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-22eaabd4-0801-408c-81e2-a11c5cd480b1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0512133 Jul 29 20:52:08.363529 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Deleting port f8d754d9-6661-468b-9aa3-f237df0412df {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:08.363873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.438649 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b6c81-b006-46a9-8364-c7ad8c57e0ec req-e24839b1-5615-44a1-a94f-53e2bc9950f6 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:08.440318 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7d5b6c81-b006-46a9-8364-c7ad8c57e0ec req-e24839b1-5615-44a1-a94f-53e2bc9950f6 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 946 time: 0.0624986 Jul 29 20:52:08.463406 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] For port f8d754d9-6661-468b-9aa3-f237df0412df, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f8d754d9-6661-468b-9aa3-f237df0412df,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:08.463912 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.479360 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7d5b6c81-b006-46a9-8364-c7ad8c57e0ec req-631c49dc-0437-4292-9118-cf0152495648 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jul 29 20:52:08.569650 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab133a97-9b27-4337-aa3c-80abcc43b9d2 req-d4a2c947-da82-4533-9345-c6b179f4c253 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:08.571187 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ab133a97-9b27-4337-aa3c-80abcc43b9d2 req-d4a2c947-da82-4533-9345-c6b179f4c253 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0482888 Jul 29 20:52:08.611026 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ab133a97-9b27-4337-aa3c-80abcc43b9d2 req-c7b15061-75fb-49c0-a73e-f767670acac6 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329890 Jul 29 20:52:08.641988 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.642307 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.642613 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Floating IP f20ce3c8-ae44-4931-8d48-1e94f5da5804 disassociated. External IP: 172.27.0.68, port: f8d754d9-6661-468b-9aa3-f237df0412df. Jul 29 20:52:08.642973 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Calling delete_port for f8d754d9-6661-468b-9aa3-f237df0412df owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:08.770216 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.798254 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event deleted for resources: {'Port': ['ID=f8d754d9-6661-468b-9aa3-f237df0412df,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:08.907698 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Router 0597c798-f30b-4bf8-b4cc-dca8cd17922c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:09.010979 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:09.021129 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] Sync routers for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:09.030123 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:09.030751 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:51:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:09.048222 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] No DVR routers for this DVR port f8d754d9-6661-468b-9aa3-f237df0412df on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:52:09.050701 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:09.052620 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-488adc76-d190-4a31-8c9a-6662f260d5f6 req-f0691912-680f-40d5-9dd1-110d71eea0be tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "DELETE /v2.0/ports/f8d754d9-6661-468b-9aa3-f237df0412df HTTP/1.1" status: 204 len: 173 time: 0.7800407 Jul 29 20:52:09.053051 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'name': 'network-vif-deleted', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:09.055301 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c10a03-2d17-4ef5-abd6-a8f5aa3c4cbf" -d '{"events": [{"server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "name": "network-vif-deleted", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:09.091452 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4d0f2e-095b-4ed5-bb07-5b78448fa405 x-openstack-request-id: req-8d4d0f2e-095b-4ed5-bb07-5b78448fa405 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:09.091743 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c087a03-6d30-40ce-9a79-fed1ac1e3138", "name": "network-vif-deleted", "tag": "f8d754d9-6661-468b-9aa3-f237df0412df", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:09.091998 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d4d0f2e-095b-4ed5-bb07-5b78448fa405 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:09.092399 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c087a03-6d30-40ce-9a79-fed1ac1e3138', 'name': 'network-vif-deleted', 'tag': 'f8d754d9-6661-468b-9aa3-f237df0412df', 'status': 'completed', 'code': 200} Jul 29 20:52:09.140348 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:09.337014 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:09.365962 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] Checking router: 0597c798-f30b-4bf8-b4cc-dca8cd17922c for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:09.373972 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:09.374568 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:51:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:09.589946 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fcb5df31-bb73-481b-a1f3-881f672cf0c5 req-e2c97be3-817b-4c18-aa4a-42cccc5a08ea tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 210 time: 0.0297673 Jul 29 20:52:09.596826 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:09.786855 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:09.811897 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7dce49-1720-4bd7-9097-ab3cf2171359 None None] The sync data for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi is: [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:09.869863 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888ff67-e01e-4caa-96b6-0559b5c3a022 req-9037bdd8-a3b7-4d34-8f05-57a00f6858a9 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:09.871393 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1888ff67-e01e-4caa-96b6-0559b5c3a022 req-9037bdd8-a3b7-4d34-8f05-57a00f6858a9 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.1935890 Jul 29 20:52:09.912228 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1888ff67-e01e-4caa-96b6-0559b5c3a022 req-772bd3dc-98b0-4a4c-af09-114ccfec8815 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339589 Jul 29 20:52:10.032247 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c64ca-82a5-4dc7-9916-b006f752ba9a None None] New status for floating IP f20ce3c8-ae44-4931-8d48-1e94f5da5804: DOWN {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:52:10.681317 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-aa18877f-aac6-4a76-86ea-95db8d92319f req-dc11a9b2-76d1-4253-83a5-830a2e2d9035 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 210 time: 0.0262890 Jul 29 20:52:11.023375 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32453b-5d4b-479d-806d-c7fbbb2f2854 req-d9ed29ce-5021-4be9-bc3e-20a47811bf3f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:11.024820 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4b32453b-5d4b-479d-806d-c7fbbb2f2854 req-d9ed29ce-5021-4be9-bc3e-20a47811bf3f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0469351 Jul 29 20:52:11.066688 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4b32453b-5d4b-479d-806d-c7fbbb2f2854 req-5a64ef88-881d-4366-a867-107fa1e75fb2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359142 Jul 29 20:52:11.785774 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b32f56f9-3bbf-4e3e-8136-f1eaf74cf3c5 req-ebf2d4b3-b879-473c-a1bd-a48abdfdd9f9 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c087a03-6d30-40ce-9a79-fed1ac1e3138 HTTP/1.1" status: 200 len: 210 time: 0.0250633 Jul 29 20:52:12.232070 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ed18a-458e-438d-8812-a033c4190581 req-b2a1d7da-f0f5-4df8-8121-3c8bc88ad20a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:12.233515 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f34ed18a-458e-438d-8812-a033c4190581 req-b2a1d7da-f0f5-4df8-8121-3c8bc88ad20a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0968440 Jul 29 20:52:12.272624 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f34ed18a-458e-438d-8812-a033c4190581 req-1300060a-beea-4554-9900-712ab4238fe3 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324855 Jul 29 20:52:12.869522 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33358) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:12.922764 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5b7176f1-dc7b-48fa-bc87-7c3e1ad9e7bc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:12.945096 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5b7176f1-dc7b-48fa-bc87-7c3e1ad9e7bc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:12.992023 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5b7176f1-dc7b-48fa-bc87-7c3e1ad9e7bc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:12.994500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5b7176f1-dc7b-48fa-bc87-7c3e1ad9e7bc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:12.995652 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-5b7176f1-dc7b-48fa-bc87-7c3e1ad9e7bc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "DELETE /v2.0/security-groups/df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6 HTTP/1.1" status: 204 len: 168 time: 0.1250863 Jul 29 20:52:12.998584 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33360) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.004840 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7176f1-dc7b-48fa-bc87-7c3e1ad9e7bc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:13.018693 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.api.v2.resource [None req-7f064bea-eb73-4fb9-a9f7-4a0055a3ce52 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] show failed (client error): The resource could not be found. Jul 29 20:52:13.019802 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7f064bea-eb73-4fb9-a9f7-4a0055a3ce52 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups/df9fa0cb-ce78-4b7a-a95a-47fc8a1c9ff6 HTTP/1.1" status: 404 len: 347 time: 0.0201352 Jul 29 20:52:13.022878 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33362) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.140654 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Deleting port fa150508-a57c-43b8-b745-7eebc236b894 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:13.140987 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.212350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.212669 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.223667 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Calling delete_port for fa150508-a57c-43b8-b745-7eebc236b894 owned by network:floatingip {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:13.351376 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.377676 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event deleted for resources: {'Port': ['ID=fa150508-a57c-43b8-b745-7eebc236b894,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:13.391991 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbfc56-c040-4233-bb48-ced814b6e465 req-a48014b2-c730-453c-8d26-8e8be71398ff tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:13.393459 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-16fbfc56-c040-4233-bb48-ced814b6e465 req-a48014b2-c730-453c-8d26-8e8be71398ff tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0530133 Jul 29 20:52:13.433399 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-16fbfc56-c040-4233-bb48-ced814b6e465 req-1128f431-20bf-456e-bb6b-cb936ce7d753 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338681 Jul 29 20:52:13.435928 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.439009 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.440147 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-71564b09-f335-4a6e-92e8-a27b0ca80e7e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "DELETE /v2.0/floatingips/f20ce3c8-ae44-4931-8d48-1e94f5da5804 HTTP/1.1" status: 204 len: 168 time: 0.4163475 Jul 29 20:52:13.809410 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33376) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.815112 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-db3d480c-6227-4d3c-9d40-c54f3346e2c4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729391442', 'description': 'tempest-description--248793334'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:13.839186 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db3d480c-6227-4d3c-9d40-c54f3346e2c4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.917416 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db3d480c-6227-4d3c-9d40-c54f3346e2c4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.920848 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db3d480c-6227-4d3c-9d40-c54f3346e2c4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.948293 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-db3d480c-6227-4d3c-9d40-c54f3346e2c4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.949736 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-db3d480c-6227-4d3c-9d40-c54f3346e2c4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1392732 Jul 29 20:52:13.951631 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d480c-6227-4d3c-9d40-c54f3346e2c4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72418bc-4eff-4b1d-8d2f-065284efc647,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:13.952783 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33380) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.958035 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-5f206a8f-a305-455a-b4d6-eb7eed313be3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'security_group_rule': {'security_group_id': 'a72418bc-4eff-4b1d-8d2f-065284efc647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:13.989731 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5f206a8f-a305-455a-b4d6-eb7eed313be3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.036105 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5f206a8f-a305-455a-b4d6-eb7eed313be3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.039734 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5f206a8f-a305-455a-b4d6-eb7eed313be3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.055105 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f206a8f-a305-455a-b4d6-eb7eed313be3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c8ce55-b5a6-4795-8b25-c9557e50313f,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:14.064573 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5f206a8f-a305-455a-b4d6-eb7eed313be3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.065801 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-5f206a8f-a305-455a-b4d6-eb7eed313be3 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113758 Jul 29 20:52:14.068380 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33382) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:14.072707 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-91ce2783-96b2-402b-9589-0dc2029f9a5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'security_group_rule': {'security_group_id': 'a72418bc-4eff-4b1d-8d2f-065284efc647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:14.098558 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-91ce2783-96b2-402b-9589-0dc2029f9a5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.153066 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-91ce2783-96b2-402b-9589-0dc2029f9a5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.156462 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-91ce2783-96b2-402b-9589-0dc2029f9a5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.174281 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce2783-96b2-402b-9589-0dc2029f9a5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7a5566-b3c0-40de-a85e-f3457e67f180,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:14.180159 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-91ce2783-96b2-402b-9589-0dc2029f9a5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.181680 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-91ce2783-96b2-402b-9589-0dc2029f9a5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121125 Jul 29 20:52:14.184441 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33384) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:14.188882 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:14.210459 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.304285 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.403911 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Allocated IP 172.27.0.38 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/cec063c5-bb91-477e-9a49-32a4e692ac4c) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:14.514415 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.570140 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a078721-b127-444a-bcec-92b6c62e09c0 req-2c50ae2b-6b83-4524-b9f2-26eeb70814a8 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:14.571620 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7a078721-b127-444a-bcec-92b6c62e09c0 req-2c50ae2b-6b83-4524-b9f2-26eeb70814a8 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0692592 Jul 29 20:52:14.594673 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.645144 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:14.651830 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:14.660903 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7a078721-b127-444a-bcec-92b6c62e09c0 req-2d413b15-8348-47cf-a07d-2f06cebaee32 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820639 Jul 29 20:52:14.664028 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:14.667133 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'Port': ['ID=cec063c5-bb91-477e-9a49-32a4e692ac4c,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:14.747557 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.780751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.930724 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.935463 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25586838'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:15.004470 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'Port': ['ID=cec063c5-bb91-477e-9a49-32a4e692ac4c,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:15.017594 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:15.030625 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:15.031910 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-b55ffe22-66dd-41ee-96e7-b686e937f799 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8464928 Jul 29 20:52:15.214137 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-e00523e6-292c-4025-ad44-e0fecb434f15 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--729391442&fields=id&tenant_id=84530e02538f49be94ddcfefcc1abf8d HTTP/1.1" status: 200 len: 267 time: 0.0343580 Jul 29 20:52:15.317500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-96c1b51a-5a7f-4d90-8d85-0f0bd9aa2592 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:15.318985 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-96c1b51a-5a7f-4d90-8d85-0f0bd9aa2592 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 811 time: 0.0977099 Jul 29 20:52:15.333686 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-f82a7624-69b0-4d6b-a684-af066e1222cf tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/quotas/84530e02538f49be94ddcfefcc1abf8d HTTP/1.1" status: 200 len: 375 time: 0.0087314 Jul 29 20:52:15.386096 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-dfff373d-b0a2-477f-b6ad-e5acd67eb065 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461380 Jul 29 20:52:15.413584 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f8d754d9-6661-468b-9aa3-f237df0412df no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:15.436708 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: f8d754d9-6661-468b-9aa3-f237df0412df {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:52:15.437058 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device f8d754d9-6661-468b-9aa3-f237df0412df not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:52:15.523320 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-2731d492-14d0-49f3-9bdc-a49ffb170387 service neutron] 10.222.0.26 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260870 Jul 29 20:52:15.608509 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-fb1abaac-7268-474e-b69a-ebb8d79de6c6 service neutron] 10.222.0.26 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792661 Jul 29 20:52:15.796746 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7a417801-6df8-42e5-9351-42c9c095fdd3 req-f921dcae-d098-47a4-871e-4fdc76f7839f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 210 time: 0.0542877 Jul 29 20:52:15.829343 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2689d55-5fcf-4835-b054-1e50231e59af req-5b3c4d7c-d8e5-4db0-9088-5942c1166d04 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:15.832568 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e2689d55-5fcf-4835-b054-1e50231e59af req-5b3c4d7c-d8e5-4db0-9088-5942c1166d04 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0969608 Jul 29 20:52:15.874783 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e2689d55-5fcf-4835-b054-1e50231e59af req-b48b87e9-0234-476b-a79e-b874019ac715 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346692 Jul 29 20:52:16.891198 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dc637a0f-f7bf-4a51-acc4-9abd97f1dde1 req-b8e4da22-22f4-4754-9bfc-a7a7039656df tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Jul 29 20:52:17.006507 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b347b-49d1-442a-9f5b-0a52fd4a18c4 req-698016c4-1838-47e5-b7b7-90aa1a61a946 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:17.008127 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-054b347b-49d1-442a-9f5b-0a52fd4a18c4 req-698016c4-1838-47e5-b7b7-90aa1a61a946 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0580955 Jul 29 20:52:17.049574 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-054b347b-49d1-442a-9f5b-0a52fd4a18c4 req-c96a8fcc-a7cf-4732-af21-02672bee27d5 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351162 Jul 29 20:52:17.060051 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-0dcc73f4-0d35-4e4f-853c-9dae51234424 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:17.061476 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-0dcc73f4-0d35-4e4f-853c-9dae51234424 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 811 time: 0.1058807 Jul 29 20:52:17.122151 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-d32d4968-d143-4a37-9fb4-f3c243f4479e tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84530e02538f49be94ddcfefcc1abf8d HTTP/1.1" status: 200 len: 379 time: 0.0356877 Jul 29 20:52:17.186078 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'port': {'device_id': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'admin_state_up': True, 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'security_groups': ['a72418bc-4eff-4b1d-8d2f-065284efc647']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:17.307109 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Made reservation on behalf of 84530e02538f49be94ddcfefcc1abf8d for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:52:17.310604 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.377605 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33450) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:17.436400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Allocated IP 172.20.0.9 (4c965ead-a070-4406-a89c-e44d7cb8c3b2/130776e5-458e-4c91-9c62-e82c0136f2da/4ca70148-d5f3-4ac8-8ded-fb275edc68ae) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:17.479478 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b1b5eb9b-d652-487b-a156-5ef847e7188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.568470 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.569389 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b1b5eb9b-d652-487b-a156-5ef847e7188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.573211 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b1b5eb9b-d652-487b-a156-5ef847e7188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.582761 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Transition to ACTIVE for port object 4ca70148-d5f3-4ac8-8ded-fb275edc68ae will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:17.610797 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-b1b5eb9b-d652-487b-a156-5ef847e7188d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af9a9b9f5cf74d2bbdfc4f10e1f63f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320638 Jul 29 20:52:17.612699 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5eb9b-d652-487b-a156-5ef847e7188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ab740-5a86-4c6e-ac43-7c72c97e3164,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:17.613683 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33454) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:17.620818 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.679602 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:17.685863 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:17.694332 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:17.728452 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event updated for resources: {'Port': ['ID=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:17.760759 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:17.761362 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.763735 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-58dec823-46e5-41c0-ab84-6404915731a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.788325 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-853e5962-bac0-46f5-8b47-7658212c3286 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085212 Jul 29 20:52:17.792753 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-58dec823-46e5-41c0-ab84-6404915731a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.814408 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Request body: {'port': {'device_id': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:17.882348 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.885351 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-58dec823-46e5-41c0-ab84-6404915731a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.887827 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-58dec823-46e5-41c0-ab84-6404915731a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.888944 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-58dec823-46e5-41c0-ab84-6404915731a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/775ab740-5a86-4c6e-ac43-7c72c97e3164 HTTP/1.1" status: 204 len: 168 time: 0.2742491 Jul 29 20:52:17.903878 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dec823-46e5-41c0-ab84-6404915731a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ab740-5a86-4c6e-ac43-7c72c97e3164,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:17.952098 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-e8ef1cc7-be8a-46db-8d63-3cd649ab0601 None None] Provisioning for port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:17.959519 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-e8ef1cc7-be8a-46db-8d63-3cd649ab0601 None None] Provisioning complete for port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:17.960181 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e8ef1cc7-be8a-46db-8d63-3cd649ab0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.004938 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef1cc7-be8a-46db-8d63-3cd649ab0601 None None] Port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:52:18.028862 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab752e-70e6-4752-b09b-2499a1201158 req-8c9325bf-af43-4dc3-9094-374b01d8fa11 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:18.038808 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10ab752e-70e6-4752-b09b-2499a1201158 req-8c9325bf-af43-4dc3-9094-374b01d8fa11 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 931 time: 0.0654914 Jul 29 20:52:18.082758 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10ab752e-70e6-4752-b09b-2499a1201158 req-07dca0b0-e76d-480a-bde4-244f3ec88df1 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Jul 29 20:52:18.195857 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aad31c-f8d1-48ca-9e9a-602fb0743144 req-490d460f-e45a-49ff-b4e6-a029180f3793 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:18.197796 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-49aad31c-f8d1-48ca-9e9a-602fb0743144 req-490d460f-e45a-49ff-b4e6-a029180f3793 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0588837 Jul 29 20:52:18.217314 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca70148-d5f3-4ac8-8ded-fb275edc68ae {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:18.225488 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.238382 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Transition to ACTIVE for port object 4ca70148-d5f3-4ac8-8ded-fb275edc68ae will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:18.239865 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-49aad31c-f8d1-48ca-9e9a-602fb0743144 req-4eaa0324-f9bf-434b-8586-21f19990525f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=97c415a8-b555-4978-92ae-b8e01eda1d4d&id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353317 Jul 29 20:52:18.242540 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.299728 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Pushing event updated for resources: {'Port': ['ID=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:18.582226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Attempting to bind port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:52:18.582454 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Attempting to bind port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:52:18.582816 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Attempting to bind port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:18.586853 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:52:18.587164 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Attempting to bind port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae on network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:18.591705 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:52:18.592031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Checking segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:18.592402 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Bound using segment: {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:52:18.592809 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Bound port: 4ca70148-d5f3-4ac8-8ded-fb275edc68ae, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6327441c-64cb-4590-8ab0-abb9e561d1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:52:18.593149 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.652165 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] For port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:52:18.655100 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] For port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:52:18.659645 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.688450 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:18.689395 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.690757 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] 10.222.0.42 "PUT /v2.0/ports/4ca70148-d5f3-4ac8-8ded-fb275edc68ae HTTP/1.1" status: 200 len: 1093 time: 0.8833823 Jul 29 20:52:18.692986 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:18.695250 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9817a5-d63d-47d5-a3fd-7354c825284e" -d '{"events": [{"name": "network-changed", "server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:18.727266 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Pushing event updated for resources: {'Port': ['ID=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:18.734842 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.735183 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.735515 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.735840 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.736161 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.736490 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.736809 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.737126 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.737442 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.737756 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.738068 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.738375 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06895e0a-2d28-4843-96a1-9e14f76a1bfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:18.751954 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad164266-f4ce-4646-9e5c-829627dd1811 x-openstack-request-id: req-ad164266-f4ce-4646-9e5c-829627dd1811 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:18.752250 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:18.752502 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad164266-f4ce-4646-9e5c-829627dd1811 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:18.752894 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'status': 'completed', 'code': 200} Jul 29 20:52:18.825036 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-554bc592-2116-45fc-8888-9474642c2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:18.826561 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-554bc592-2116-45fc-8888-9474642c2fc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 1096 time: 0.0450416 Jul 29 20:52:18.877379 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-d0c59192-0835-482a-b57e-12344bc265c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae HTTP/1.1" status: 200 len: 217 time: 0.0332098 Jul 29 20:52:18.923859 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-017a7e13-88be-4540-98e3-0cd148c99e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:18.925212 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-017a7e13-88be-4540-98e3-0cd148c99e76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.0414889 Jul 29 20:52:18.973585 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-04963f74-349e-4360-9316-baa4430d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:18.975320 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-04963f74-349e-4360-9316-baa4430d3d79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430570 Jul 29 20:52:19.061445 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-14e07919-c2a9-4aff-80c8-878e9199f157 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788920 Jul 29 20:52:19.153316 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1b3ffe8e-5d14-4a28-8462-34c493176a9c req-2b948309-992d-4086-87a8-753af1a2972e service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Jul 29 20:52:19.194594 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94b3e4-17ad-4058-ae17-221ce354bf32 req-97ed11a3-aad6-43e9-ae69-3148aaf3e79f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:19.195994 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eb94b3e4-17ad-4058-ae17-221ce354bf32 req-97ed11a3-aad6-43e9-ae69-3148aaf3e79f tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 943 time: 0.0503287 Jul 29 20:52:19.233229 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-eb94b3e4-17ad-4058-ae17-221ce354bf32 req-1847ece5-7dda-4557-9d0b-b639692e3585 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309799 Jul 29 20:52:19.297338 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-7b729758-2cfe-496d-b935-f91f4dcf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:19.298821 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-7b729758-2cfe-496d-b935-f91f4dcf308c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 1096 time: 0.0402162 Jul 29 20:52:19.386117 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-9705efcf-5c46-4ca9-8cb1-2c91478ad885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:19.387601 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-9705efcf-5c46-4ca9-8cb1-2c91478ad885 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 912 time: 0.0819569 Jul 29 20:52:19.432211 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-24d2dab8-4af7-46c3-9310-53af8c1b93d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae HTTP/1.1" status: 200 len: 217 time: 0.0366089 Jul 29 20:52:19.479376 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-c07af6a1-0943-44c9-b0fa-3114d4979668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:19.480651 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-c07af6a1-0943-44c9-b0fa-3114d4979668 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.0411294 Jul 29 20:52:19.523300 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-0070493c-c70e-454a-bfa2-600f6f0189bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:19.524684 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-0070493c-c70e-454a-bfa2-600f6f0189bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369828 Jul 29 20:52:19.613115 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-00674d63-1238-4058-80f4-3458dec16c47 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798738 Jul 29 20:52:19.699599 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7a9817a5-d63d-47d5-a3fd-7354c825284e req-478cb839-af8e-4a56-ada8-f2de7336c4b4 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775671 Jul 29 20:52:20.346648 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bbb2d-01f9-4778-a3aa-06e1e4543452 req-c67721c3-8b8a-4efd-af72-ac9c49e8da4b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:20.348105 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-691bbb2d-01f9-4778-a3aa-06e1e4543452 req-c67721c3-8b8a-4efd-af72-ac9c49e8da4b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 943 time: 0.0478795 Jul 29 20:52:20.384666 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-691bbb2d-01f9-4778-a3aa-06e1e4543452 req-546e1e02-4bc0-44e8-b0f3-9dc2d93d362d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306604 Jul 29 20:52:21.450331 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 4ca70148-d5f3-4ac8-8ded-fb275edc68ae details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:52:21.501611 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eef3b4-ea8e-46f6-957e-5cc90554f174 req-aec1f21b-6e4e-4826-a1c0-d2b951c6a706 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:21.503151 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-05eef3b4-ea8e-46f6-957e-5cc90554f174 req-aec1f21b-6e4e-4826-a1c0-d2b951c6a706 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 943 time: 0.0524671 Jul 29 20:52:21.542175 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-05eef3b4-ea8e-46f6-957e-5cc90554f174 req-f2cb5ab4-f790-4a1e-990e-51616315d641 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Jul 29 20:52:21.542684 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:21.557437 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'port_id': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'mac_address': 'fa:16:3e:26:35:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:52:21.592677 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.604538 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca70148-d5f3-4ac8-8ded-fb275edc68ae {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:21.624167 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:21.628800 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.673092 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:21.809855 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8bea78bf-c9b1-42a4-b696-8bd63272d210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.960173 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['4ca70148-d5f3-4ac8-8ded-fb275edc68ae'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:22.654280 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38347-0687-4b94-8bea-8215eaa01007 req-984303ff-7572-48b3-94bb-a0645c29c026 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:22.655768 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d5e38347-0687-4b94-8bea-8215eaa01007 req-984303ff-7572-48b3-94bb-a0645c29c026 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 944 time: 0.0484092 Jul 29 20:52:22.692431 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d5e38347-0687-4b94-8bea-8215eaa01007 req-63405f03-ee27-4a75-831a-d2f0b12a0afc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307758 Jul 29 20:52:23.131838 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:52:23.461967 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 4ca70148-d5f3-4ac8-8ded-fb275edc68ae up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:23.508209 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:23.511693 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:23.512059 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.585900 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.607017 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:23.609208 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d22dd-8bca-4d00-86b2-bf5a20bc8596" -d '{"events": [{"server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:23.622764 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:23.626551 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.648216 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf746d-3f54-4764-8a39-199ffd1879ba x-openstack-request-id: req-11bf746d-3f54-4764-8a39-199ffd1879ba {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:23.648495 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:23.648738 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11bf746d-3f54-4764-8a39-199ffd1879ba {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:23.649112 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'code': 200} Jul 29 20:52:23.674113 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:23.808713 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daadb1-ccc6-483c-8b5c-18453cee8aa8 req-3ed6293b-1daf-4075-89c0-85bd65a73a89 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.810176 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a4daadb1-ccc6-483c-8b5c-18453cee8aa8 req-3ed6293b-1daf-4075-89c0-85bd65a73a89 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0487456 Jul 29 20:52:23.849383 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a4daadb1-ccc6-483c-8b5c-18453cee8aa8 req-418ab424-4c8b-4c10-9f1e-b0a8b4287ff5 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330572 Jul 29 20:52:23.872785 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e653b-2682-48d8-870f-e00dc79b5a33 req-3e71a0fb-8f9e-4c9c-8a07-3a395488f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.874337 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6c4e653b-2682-48d8-870f-e00dc79b5a33 req-3e71a0fb-8f9e-4c9c-8a07-3a395488f0a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 1098 time: 0.0447311 Jul 29 20:52:23.909619 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6c4e653b-2682-48d8-870f-e00dc79b5a33 req-f9820996-b5f9-4667-bfb2-18ab174675e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279436 Jul 29 20:52:24.435722 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbe30-e088-461b-90ea-021c45564477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.437605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.902138 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.179884 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0443ab-4e50-4baa-ad7d-b31e1943b5c8 req-da994576-db7f-4fc7-872f-4bf1ad239e5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:25.181447 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd0443ab-4e50-4baa-ad7d-b31e1943b5c8 req-da994576-db7f-4fc7-872f-4bf1ad239e5a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0528941 Jul 29 20:52:25.221927 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cd0443ab-4e50-4baa-ad7d-b31e1943b5c8 req-f3625321-82ac-4641-a68f-78176c957099 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342371 Jul 29 20:52:25.287628 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.334634 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc952d4-728b-4441-969b-bb6825a301d1 req-80428586-ab67-403a-ba5a-c3375a6638cd tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:26.336107 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8fc952d4-728b-4441-969b-bb6825a301d1 req-80428586-ab67-403a-ba5a-c3375a6638cd tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Jul 29 20:52:26.371696 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8fc952d4-728b-4441-969b-bb6825a301d1 req-117777f2-0ee8-4189-83b2-cc1cc207a216 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297921 Jul 29 20:52:26.482250 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478ac04-0005-4515-860e-92c820b6311b req-c5e8339b-aa35-49d8-93b7-711e90af750a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:26.483768 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2478ac04-0005-4515-860e-92c820b6311b req-c5e8339b-aa35-49d8-93b7-711e90af750a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Jul 29 20:52:26.491986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33502) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:26.496254 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Request body: {'floatingip': {'port_id': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:26.536730 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.947691 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.951544 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.042802 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.l3_db [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Floating IP 69c3dc60-be24-4186-8ac3-9ecd892a64db associated. External IP: 172.27.0.38, port: 4ca70148-d5f3-4ac8-8ded-fb275edc68ae. Jul 29 20:52:27.073153 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.244282 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Router 0597c798-f30b-4bf8-b4cc-dca8cd17922c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:27.351281 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:27.355974 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.361144 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] Sync routers for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:27.369735 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:27.370351 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:27.381186 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-595d4b83-5881-4e70-9546-bf436a52d5db tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "PUT /v2.0/floatingips/69c3dc60-be24-4186-8ac3-9ecd892a64db HTTP/1.1" status: 200 len: 990 time: 0.8881981 Jul 29 20:52:27.381783 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:27.384012 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:27.424780 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929201f2-1a1a-4091-a002-8f6724709be8 x-openstack-request-id: req-929201f2-1a1a-4091-a002-8f6724709be8 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:27.425072 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:27.425321 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-929201f2-1a1a-4091-a002-8f6724709be8 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:27.425718 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'status': 'completed', 'code': 200} Jul 29 20:52:27.478331 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:27.518809 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-865cdc75-69cb-4f98-838e-fdad0cc2fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:27.520323 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-865cdc75-69cb-4f98-838e-fdad0cc2fe79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84530e02538f49be94ddcfefcc1abf8d&device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 1098 time: 0.0411124 Jul 29 20:52:27.608633 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-a7a1a789-97a0-4d1d-95bf-a7afe1e30324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:27.610124 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-a7a1a789-97a0-4d1d-95bf-a7afe1e30324 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 200 len: 912 time: 0.0824733 Jul 29 20:52:27.676448 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-52cb220f-62e9-4721-8199-b265828a9e4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae HTTP/1.1" status: 200 len: 998 time: 0.0592310 Jul 29 20:52:27.695685 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '69c3dc60-be24-4186-8ac3-9ecd892a64db', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'port_id': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'mac_address': 'fa:16:3e:26:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:14Z', 'updated_at': '2021-07-29T20:52:26Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:27.722315 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] Checking router: 0597c798-f30b-4bf8-b4cc-dca8cd17922c for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:27.725953 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-2e92eaca-06a9-4e8d-9c82-20f1bcd0cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:27.727412 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-2e92eaca-06a9-4e8d-9c82-20f1bcd0cdec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 200 len: 850 time: 0.0435305 Jul 29 20:52:27.730389 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:27.731012 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:27.772897 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-e8e7b5da-d4b9-4104-8866-60c7c26f9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:27.774349 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-e8e7b5da-d4b9-4104-8866-60c7c26f9ef3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c965ead-a070-4406-a89c-e44d7cb8c3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387824 Jul 29 20:52:27.834485 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:27.865464 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-c359db0e-c9a4-492c-b600-a65702c6a10a service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820732 Jul 29 20:52:27.954191 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f4b13193-7a9e-4ad3-9de0-1855480b2ad1 req-d73963d1-076e-4eca-8ff5-2db42af260e0 service neutron] 10.222.0.42 "GET /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810044 Jul 29 20:52:28.053857 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '69c3dc60-be24-4186-8ac3-9ecd892a64db', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'port_id': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'mac_address': 'fa:16:3e:26:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:14Z', 'updated_at': '2021-07-29T20:52:26Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:28.085325 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bec223-bd59-4df6-b1ec-86db411692fe None None] The sync data for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi is: [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '69c3dc60-be24-4186-8ac3-9ecd892a64db', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'port_id': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'mac_address': 'fa:16:3e:26:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:14Z', 'updated_at': '2021-07-29T20:52:26Z', 'revision_number': 1, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:28.259421 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1ac17-a6f8-42b9-b750-23ba999b2aa7 None None] New status for floating IP 69c3dc60-be24-4186-8ac3-9ecd892a64db: ACTIVE {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:52:30.687189 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882ed6e-2ffd-4206-9f0e-8d31595b4b52 req-54076399-8ce2-4222-b527-b8f746526e90 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:30.688674 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7882ed6e-2ffd-4206-9f0e-8d31595b4b52 req-54076399-8ce2-4222-b527-b8f746526e90 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Jul 29 20:52:30.725977 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7882ed6e-2ffd-4206-9f0e-8d31595b4b52 req-113806b3-9bf2-4298-a656-ce1844bcc285 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315099 Jul 29 20:52:31.840206 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969c2f9-ceaa-4225-a17f-9bdddc3dd157 req-c620863d-8a51-48eb-af0d-ba337cf97de3 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:31.841667 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2969c2f9-ceaa-4225-a17f-9bdddc3dd157 req-c620863d-8a51-48eb-af0d-ba337cf97de3 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0480564 Jul 29 20:52:31.879897 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2969c2f9-ceaa-4225-a17f-9bdddc3dd157 req-4c6e76d0-128d-44a9-a97a-5c06eb007d4a tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313191 Jul 29 20:52:32.994534 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0955c-8e03-44d7-b18b-ffbe90f75033 req-0b396122-db88-4733-93fb-5cbed354fcfc tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.996101 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6da0955c-8e03-44d7-b18b-ffbe90f75033 req-0b396122-db88-4733-93fb-5cbed354fcfc tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0479238 Jul 29 20:52:33.034422 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6da0955c-8e03-44d7-b18b-ffbe90f75033 req-6b16a9be-1186-4088-8520-84f63fa83cc8 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319293 Jul 29 20:52:34.151542 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48ffc3-10c9-4bcb-84af-d0e511f6300f req-7f3f1405-d30f-472f-a8de-fd0ea29a5ac0 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:34.152975 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d48ffc3-10c9-4bcb-84af-d0e511f6300f req-7f3f1405-d30f-472f-a8de-fd0ea29a5ac0 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0513580 Jul 29 20:52:34.189929 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d48ffc3-10c9-4bcb-84af-d0e511f6300f req-74c0b739-a66b-4b0e-9a57-23e0c7ba63bf tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Jul 29 20:52:35.303603 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4da65-e756-49be-95b5-0557843ee1ee req-e3017416-9370-4e07-a98b-b95c2cc16593 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:35.305049 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b4da65-e756-49be-95b5-0557843ee1ee req-e3017416-9370-4e07-a98b-b95c2cc16593 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0481250 Jul 29 20:52:35.342038 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-13b4da65-e756-49be-95b5-0557843ee1ee req-e5767b99-3269-44d1-8bef-4b8a8910a863 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312643 Jul 29 20:52:36.459124 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9e201-0b52-4e0e-b769-3408dd53e0f2 req-e835936c-f0f8-41fc-b0a2-29f141f9ad28 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:36.460568 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96a9e201-0b52-4e0e-b769-3408dd53e0f2 req-e835936c-f0f8-41fc-b0a2-29f141f9ad28 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0477953 Jul 29 20:52:36.497517 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96a9e201-0b52-4e0e-b769-3408dd53e0f2 req-09417821-1642-42cd-8e2d-f7bfc6577cda tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Jul 29 20:52:37.614867 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a2f2-b841-413f-897b-7a98c52b5b8e req-5471ea40-eaa7-41ed-81cf-b07f6469511d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:37.616326 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3a07a2f2-b841-413f-897b-7a98c52b5b8e req-5471ea40-eaa7-41ed-81cf-b07f6469511d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0521739 Jul 29 20:52:37.652165 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3a07a2f2-b841-413f-897b-7a98c52b5b8e req-4793ab14-375f-4c33-9ab3-0294b65c004c tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299084 Jul 29 20:52:38.769466 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39ea61-0e03-4eab-b5a7-3d78f352d278 req-4b9911c7-c34f-4ade-a6b5-76c1c5381c27 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:38.770968 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec39ea61-0e03-4eab-b5a7-3d78f352d278 req-4b9911c7-c34f-4ade-a6b5-76c1c5381c27 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Jul 29 20:52:38.807190 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ec39ea61-0e03-4eab-b5a7-3d78f352d278 req-64a95806-ac96-4cc9-9e40-b7f8094ad764 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Jul 29 20:52:39.919863 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead2ba5-1a2d-45f4-ad95-c4ce7454a1e9 req-88eb772a-1e41-4308-9d4c-0a1116b6aba9 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:39.921205 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ead2ba5-1a2d-45f4-ad95-c4ce7454a1e9 req-88eb772a-1e41-4308-9d4c-0a1116b6aba9 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0470035 Jul 29 20:52:39.957954 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ead2ba5-1a2d-45f4-ad95-c4ce7454a1e9 req-884181d6-8f3e-4a29-a4cd-6ad20cc9ed0d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Jul 29 20:52:41.073524 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f8e61-ea80-454f-8127-99df750d0102 req-0559adad-2551-4a11-9107-583f03bbfb3f tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:41.075245 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da6f8e61-ea80-454f-8127-99df750d0102 req-0559adad-2551-4a11-9107-583f03bbfb3f tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0506904 Jul 29 20:52:41.108604 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-f412ab50-ee0e-4980-8975-87c6efade98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:41.110067 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-f412ab50-ee0e-4980-8975-87c6efade98f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1098 time: 0.1314337 Jul 29 20:52:41.113304 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-da6f8e61-ea80-454f-8127-99df750d0102 req-fdc50ad2-1c4e-4bc5-aca3-ee96becdd467 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316248 Jul 29 20:52:41.210040 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-a06482a6-c202-4403-a167-66143f79a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:41.211471 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-a06482a6-c202-4403-a167-66143f79a286 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 910 time: 0.0834429 Jul 29 20:52:41.279024 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-37e03116-2420-4f59-98b2-6a67f7422c2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 1001 time: 0.0581751 Jul 29 20:52:41.326089 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-916add29-5e7e-4851-a40e-7d5e82f3aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:41.327407 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-916add29-5e7e-4851-a40e-7d5e82f3aef7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 200 len: 848 time: 0.0412347 Jul 29 20:52:41.371129 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-7916fe3e-bd71-41a5-9b34-04d464bbb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:41.372526 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-7916fe3e-bd71-41a5-9b34-04d464bbb8c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e22a96dc-d308-4126-8e6f-026348822863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376282 Jul 29 20:52:41.469178 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-dc1d7f53-9805-40dd-b63e-8dd1efe7dcea service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811174 Jul 29 20:52:41.565947 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9a37e096-6c7f-4d74-b56b-bd761f68cfcf req-203450db-58cc-4cd4-bb36-fe4eb72e2bde service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783882 Jul 29 20:52:42.225604 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3dc78-fbe3-464d-9ab9-858dccb14da0 req-58611617-19e5-4081-932c-7366f64bd9d5 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:42.227063 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4ad3dc78-fbe3-464d-9ab9-858dccb14da0 req-58611617-19e5-4081-932c-7366f64bd9d5 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0477252 Jul 29 20:52:42.263422 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4ad3dc78-fbe3-464d-9ab9-858dccb14da0 req-2b6db328-984c-42e2-bf97-369d3e5c0c68 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306478 Jul 29 20:52:43.375844 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e1565-4089-40ce-9c46-85f31e6cad75 req-dd0a1dae-50b3-41db-85a7-0284bf9273ec tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:43.377292 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3e3e1565-4089-40ce-9c46-85f31e6cad75 req-dd0a1dae-50b3-41db-85a7-0284bf9273ec tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0469656 Jul 29 20:52:43.414067 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3e3e1565-4089-40ce-9c46-85f31e6cad75 req-3b1e1277-fc09-4887-82d9-f86d7e5642fd tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310335 Jul 29 20:52:44.534323 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee54fc-8480-4c97-a1bb-36f77f908863 req-6fd8d3a5-c2c6-4159-a682-87c08ee8a530 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:44.535941 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f6ee54fc-8480-4c97-a1bb-36f77f908863 req-6fd8d3a5-c2c6-4159-a682-87c08ee8a530 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0535924 Jul 29 20:52:44.573429 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f6ee54fc-8480-4c97-a1bb-36f77f908863 req-bd8131ea-f53e-43a2-bbb7-a635a13914d4 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Jul 29 20:52:44.744267 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-c615e191-38e9-46de-9d9f-419025ccd712 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390053 Jul 29 20:52:44.774078 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a5da-1279-493d-8c11-edd31115e922 req-3f55eec6-cce3-4247-85bc-1bbf57442f8a tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:44.775716 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d41a5da-1279-493d-8c11-edd31115e922 req-3f55eec6-cce3-4247-85bc-1bbf57442f8a tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0483053 Jul 29 20:52:44.814127 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d41a5da-1279-493d-8c11-edd31115e922 req-8f3a33e0-a43b-4486-bf26-5bb0054cb2bd tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321372 Jul 29 20:52:45.590978 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 6f813c8b-7bb1-460b-92a5-bee255405878 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:45.665387 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:45.686797 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:45.689024 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1171c5-30ba-462d-892a-41f53a1dc80d" -d '{"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-unplugged", "status": "completed", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:45.701997 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:45.707114 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:45.762758 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=6']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:45.784147 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34fbb54-4ee8-447d-b848-f48eecb37126 x-openstack-request-id: req-b34fbb54-4ee8-447d-b848-f48eecb37126 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:45.784561 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-unplugged", "status": "failed", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878", "code": 422}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:45.784820 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b34fbb54-4ee8-447d-b848-f48eecb37126 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:45.785218 dv-cinder-801633-3-iscsi neutron-server[99521]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878', 'code': 422} returned with failed status Jul 29 20:52:45.929778 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671bed6-c670-4ff3-8bf4-dddee55b37af req-89474f39-87aa-4f1b-944c-f3f7ae859525 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:45.931222 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a671bed6-c670-4ff3-8bf4-dddee55b37af req-89474f39-87aa-4f1b-944c-f3f7ae859525 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0501122 Jul 29 20:52:45.973035 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a671bed6-c670-4ff3-8bf4-dddee55b37af req-1b565226-8301-4275-b123-32d4eb52f272 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342870 Jul 29 20:52:46.411449 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350b70-61ec-4a05-aace-b521db3bb308 req-d530aad2-4890-49ab-94d1-a2925bca9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:46.413161 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-d530aad2-4890-49ab-94d1-a2925bca9b04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387&tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d HTTP/1.1" status: 200 len: 1096 time: 0.0716407 Jul 29 20:52:46.501642 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350b70-61ec-4a05-aace-b521db3bb308 req-236473af-1360-475d-975c-252e24376fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:46.503232 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-236473af-1360-475d-975c-252e24376fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1096 time: 0.0438061 Jul 29 20:52:46.597586 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350b70-61ec-4a05-aace-b521db3bb308 req-3bfd8244-907a-4ed3-b7e3-da8a1eca1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:46.599073 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-3bfd8244-907a-4ed3-b7e3-da8a1eca1d74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 910 time: 0.0875890 Jul 29 20:52:46.685478 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-bc26a82c-4e12-4723-aec5-61f19144eeb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 999 time: 0.0577643 Jul 29 20:52:46.736165 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350b70-61ec-4a05-aace-b521db3bb308 req-99764714-b3a9-4878-8b57-a81518daf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:46.737546 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-99764714-b3a9-4878-8b57-a81518daf075 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 200 len: 848 time: 0.0424178 Jul 29 20:52:46.786704 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350b70-61ec-4a05-aace-b521db3bb308 req-17a6f2b1-7aea-45fd-92c7-921b40d3522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:46.788164 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-17a6f2b1-7aea-45fd-92c7-921b40d3522f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e22a96dc-d308-4126-8e6f-026348822863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417545 Jul 29 20:52:46.882304 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-dd4fe180-09bc-4764-bc05-60971a09eb0f service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850148 Jul 29 20:52:46.972424 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-73c565ff-3260-4dd4-8d5d-88300343337d service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810964 Jul 29 20:52:47.091617 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05665af-9850-424a-938d-9c7072ab4ff2 req-98cbb0e0-6886-4f7b-95bf-f9cfa65c2e01 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:47.093630 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f05665af-9850-424a-938d-9c7072ab4ff2 req-98cbb0e0-6886-4f7b-95bf-f9cfa65c2e01 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0502775 Jul 29 20:52:47.128761 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f05665af-9850-424a-938d-9c7072ab4ff2 req-ac3a592f-2fd4-4803-afe0-19177db1ce88 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294030 Jul 29 20:52:48.243674 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360700c-f7e9-448f-a0b1-1aba5043cdfc req-e4818e1b-3fbf-4898-909e-57760ec4b8f0 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:48.245155 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1360700c-f7e9-448f-a0b1-1aba5043cdfc req-e4818e1b-3fbf-4898-909e-57760ec4b8f0 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0480232 Jul 29 20:52:48.282201 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1360700c-f7e9-448f-a0b1-1aba5043cdfc req-0facf31f-a48d-49b2-9d7b-41b67504fa06 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Jul 29 20:52:49.393054 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4d313-d622-457a-a888-03b67ab9e0f7 req-756d76ac-7167-4a07-846c-523e524bd108 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:49.394491 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-24d4d313-d622-457a-a888-03b67ab9e0f7 req-756d76ac-7167-4a07-846c-523e524bd108 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0467510 Jul 29 20:52:49.430412 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-24d4d313-d622-457a-a888-03b67ab9e0f7 req-956dc0ad-9ef9-43a1-92ed-b0b7ae88c48e tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301607 Jul 29 20:52:50.789372 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8c252-daec-4530-be3d-1513bbc31e40 req-b5ee56e6-5e58-40f8-b93f-d304d0c5793d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:50.790749 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d6b8c252-daec-4530-be3d-1513bbc31e40 req-b5ee56e6-5e58-40f8-b93f-d304d0c5793d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.2922823 Jul 29 20:52:50.827649 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d6b8c252-daec-4530-be3d-1513bbc31e40 req-7d3dbdf8-8ce4-4fd9-b5da-1e91f6eb4ecf tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302622 Jul 29 20:52:51.292135 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f035947-4131-4bab-b589-f4ed1076263d req-a93fa7f0-03f9-4e9d-82ac-6e9c5ccd5028 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:51.293583 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8f035947-4131-4bab-b589-f4ed1076263d req-a93fa7f0-03f9-4e9d-82ac-6e9c5ccd5028 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0477698 Jul 29 20:52:51.331021 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8f035947-4131-4bab-b589-f4ed1076263d req-3167c27e-e394-47b8-ae64-2b8dbc9defac tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Jul 29 20:52:51.809831 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-dc8c13c1-26c3-4799-a49e-5ba30d6373af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:51.940678 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef91223-73c9-478c-b7f9-db3785a92f60 req-c95ac407-ea43-4834-97da-0e8543173606 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:51.942129 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4ef91223-73c9-478c-b7f9-db3785a92f60 req-c95ac407-ea43-4834-97da-0e8543173606 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0477104 Jul 29 20:52:51.979673 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4ef91223-73c9-478c-b7f9-db3785a92f60 req-d51a5609-d28c-44db-a36d-29fe2ec4a0fd tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Jul 29 20:52:52.460531 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa80a-84f7-490c-8540-3baed83c9140 req-1419765f-e758-4122-9faa-2a6cbdbcf700 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:52.461884 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-873aa80a-84f7-490c-8540-3baed83c9140 req-1419765f-e758-4122-9faa-2a6cbdbcf700 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0515602 Jul 29 20:52:52.498118 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-873aa80a-84f7-490c-8540-3baed83c9140 req-3ca065d4-81ff-4632-9557-67cee9eadc7c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303252 Jul 29 20:52:53.092146 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3164d-9862-4445-a4e0-55a36b254cd7 req-4de37d1b-cf24-4ed9-a71a-5e881b5d2d85 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:53.093596 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c1d3164d-9862-4445-a4e0-55a36b254cd7 req-4de37d1b-cf24-4ed9-a71a-5e881b5d2d85 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 943 time: 0.0480165 Jul 29 20:52:53.130590 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c1d3164d-9862-4445-a4e0-55a36b254cd7 req-c91a4b93-9ded-4887-bbe2-fbe7a15eb06d tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311284 Jul 29 20:52:53.614014 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd75a40-3c71-4763-8d1c-e8b13b7f8597 req-a98f7533-4c18-4001-a8e5-ea110bfe0832 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:53.615391 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ddd75a40-3c71-4763-8d1c-e8b13b7f8597 req-a98f7533-4c18-4001-a8e5-ea110bfe0832 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0473890 Jul 29 20:52:53.651217 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 6f813c8b-7bb1-460b-92a5-bee255405878 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:52:53.651793 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ddd75a40-3c71-4763-8d1c-e8b13b7f8597 req-fee855be-f9c0-4ebd-8f63-8bd865947f6d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Jul 29 20:52:53.743113 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:53.753965 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '6f813c8b-7bb1-460b-92a5-bee255405878', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'port_id': '6f813c8b-7bb1-460b-92a5-bee255405878', 'mac_address': 'fa:16:3e:e9:07:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:52:53.909685 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.921790 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f813c8b-7bb1-460b-92a5-bee255405878 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:53.940293 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:53.944162 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.991196 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=7']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:54.246124 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbfcf2-e557-4906-bc6c-5c26bfdbdb31 req-3bdc822d-4954-41ac-8725-c130fdd91143 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:54.247521 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-56fbfcf2-e557-4906-bc6c-5c26bfdbdb31 req-3bdc822d-4954-41ac-8725-c130fdd91143 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 944 time: 0.0509815 Jul 29 20:52:54.285308 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-56fbfcf2-e557-4906-bc6c-5c26bfdbdb31 req-3e2d8a19-3ca3-492d-84da-6f489e079094 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313714 Jul 29 20:52:54.290226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['6f813c8b-7bb1-460b-92a5-bee255405878'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:54.442324 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-00b1ad1b-1ddc-4a3d-aecf-01bd0b4bb65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.457909 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.768444 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3c2fa-571c-4dd1-8f15-067a80e5829b req-d69aa513-8b2e-426b-af26-aeadc4ea5483 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:54.769905 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9ae3c2fa-571c-4dd1-8f15-067a80e5829b req-d69aa513-8b2e-426b-af26-aeadc4ea5483 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0476334 Jul 29 20:52:54.807358 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9ae3c2fa-571c-4dd1-8f15-067a80e5829b req-25359e56-d1ec-4a19-8199-930229e712db tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315018 Jul 29 20:52:54.902887 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.289886 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.404125 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e3575-d1ef-4847-a40f-598d3cc81b74 req-0f966ad5-3996-4de7-8b14-959ada619a89 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:55.406173 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb0e3575-d1ef-4847-a40f-598d3cc81b74 req-0f966ad5-3996-4de7-8b14-959ada619a89 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 944 time: 0.0475190 Jul 29 20:52:55.441415 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb0e3575-d1ef-4847-a40f-598d3cc81b74 req-8cbc80a2-1190-4b3e-b34b-dfe1509192be tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295289 Jul 29 20:52:55.663566 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 6f813c8b-7bb1-460b-92a5-bee255405878 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:55.712092 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 6f813c8b-7bb1-460b-92a5-bee255405878 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:55.712459 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.783046 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.804304 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:55.806460 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab463bf7-441e-40f8-901f-88322a2eaa26" -d '{"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-plugged", "status": "completed", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:55.819749 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:55.825079 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.847777 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b0652-02ae-4ea6-8d3d-83231929359c x-openstack-request-id: req-314b0652-02ae-4ea6-8d3d-83231929359c {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:55.848065 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-plugged", "status": "completed", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:55.848346 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-314b0652-02ae-4ea6-8d3d-83231929359c {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:55.848693 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878', 'code': 200} Jul 29 20:52:55.876103 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=8']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:55.933940 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15a889-4d3e-4cf6-8303-2bf4989a8b77 req-02fa20f3-b581-4946-b820-3e5e228a45c7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:55.935430 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d15a889-4d3e-4cf6-8303-2bf4989a8b77 req-02fa20f3-b581-4946-b820-3e5e228a45c7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0517521 Jul 29 20:52:55.972360 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d15a889-4d3e-4cf6-8303-2bf4989a8b77 req-fed1830b-6d70-4d03-87b8-16e067180dc7 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Jul 29 20:52:56.123411 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589a302-3cb0-429d-91b4-fe54cb5234fe req-85977f5d-92f2-4cfa-8b22-cf0262460706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:56.125478 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a589a302-3cb0-429d-91b4-fe54cb5234fe req-85977f5d-92f2-4cfa-8b22-cf0262460706 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1098 time: 0.0391488 Jul 29 20:52:56.160987 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a589a302-3cb0-429d-91b4-fe54cb5234fe req-30032311-2a51-4e27-a005-53fa7e8b6d7f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270650 Jul 29 20:52:56.555978 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae521b-daa4-4fdf-baa8-10d1b7d95cc6 req-8cbd9148-ee51-4ac9-91e1-7e666736f6ce tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:56.557434 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5dae521b-daa4-4fdf-baa8-10d1b7d95cc6 req-8cbd9148-ee51-4ac9-91e1-7e666736f6ce tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0475092 Jul 29 20:52:56.593778 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5dae521b-daa4-4fdf-baa8-10d1b7d95cc6 req-5a8e7791-ebca-4afa-9860-236b5140032e tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306532 Jul 29 20:52:57.079647 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:57.092029 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7ef5-907f-4440-8d6e-4279436225ee req-d5bdbfe0-bbd1-42fa-b3ea-a45a4e77f4fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:57.093517 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-00aa7ef5-907f-4440-8d6e-4279436225ee req-d5bdbfe0-bbd1-42fa-b3ea-a45a4e77f4fe tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0485723 Jul 29 20:52:57.131602 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-00aa7ef5-907f-4440-8d6e-4279436225ee req-e242ddca-d743-4766-b54e-e73ec95ca0ce tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321555 Jul 29 20:52:57.712900 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22bdd-9729-41bc-b962-75db28f8f3c8 req-293d9ae8-b663-4c68-a5d9-626fb50f7221 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:57.714350 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-70c22bdd-9729-41bc-b962-75db28f8f3c8 req-293d9ae8-b663-4c68-a5d9-626fb50f7221 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0540195 Jul 29 20:52:57.753879 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-70c22bdd-9729-41bc-b962-75db28f8f3c8 req-414d707f-2102-4bf9-a8e9-a88bb2d3aec5 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326755 Jul 29 20:52:58.273107 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a4030-6a3e-474d-a7f9-1251724a3343 req-211d8a48-ef21-4175-bd30-384db524a50f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:58.274532 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-199a4030-6a3e-474d-a7f9-1251724a3343 req-211d8a48-ef21-4175-bd30-384db524a50f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0696323 Jul 29 20:52:58.279382 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-23755b38-7a00-40ad-b2c8-bfbde5d8e725 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631642452&fields=id&tenant_id=3828ffb9b201467fa8bbde344ccdf109 HTTP/1.1" status: 200 len: 267 time: 0.0494592 Jul 29 20:52:58.339369 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-199a4030-6a3e-474d-a7f9-1251724a3343 req-aeef9fd1-e590-432b-98e7-5fada84c2a29 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590665 Jul 29 20:52:58.355609 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ce338ec4-2fd3-44b8-aaf5-1f343ac337b3 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:58.357060 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ce338ec4-2fd3-44b8-aaf5-1f343ac337b3 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 984 time: 0.0705075 Jul 29 20:52:58.367978 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Request body: {'port': {'security_groups': ['c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74']}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:58.435716 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.605269 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9a2158d5-173e-41a7-ae74-087e453788e1,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:58.633215 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.637580 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25586838'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.678211 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:58.678843 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.679854 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9a2158d5-173e-41a7-ae74-087e453788e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:58.680315 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4946dca3-cf72-4a69-a89b-1a45e12c096c req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "PUT /v2.0/ports/9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 942 time: 0.3166754 Jul 29 20:52:58.680642 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:58.682931 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b708c88f-de9e-4067-a6df-f8071e535672" -d '{"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:58.688111 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33722) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:58.731337 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event updated for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=7']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:58.741842 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.742201 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.742500 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.743000 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.743347 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.743671 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.744125 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.744458 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.744782 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.745100 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.745415 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.745744 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42c7e8-3dde-4bf6-946b-2e6ec0c11c67 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:58.765971 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60ac80f8-7708-4273-9d7a-77cad28313fb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.800559 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60ac80f8-7708-4273-9d7a-77cad28313fb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.803847 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b33c6-6790-41c8-80e3-59cc4b385994 x-openstack-request-id: req-7e3b33c6-6790-41c8-80e3-59cc4b385994 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:58.804133 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:58.804382 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e3b33c6-6790-41c8-80e3-59cc4b385994 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:58.805229 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1', 'status': 'completed', 'code': 200} Jul 29 20:52:58.857839 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9a2158d5-173e-41a7-ae74-087e453788e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:58.871143 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60ac80f8-7708-4273-9d7a-77cad28313fb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.874399 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-60ac80f8-7708-4273-9d7a-77cad28313fb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:58.884294 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33728) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:58.884421 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-60ac80f8-7708-4273-9d7a-77cad28313fb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "DELETE /v2.0/security-groups/97c415a8-b555-4978-92ae-b8e01eda1d4d HTTP/1.1" status: 204 len: 168 time: 0.1943541 Jul 29 20:52:58.942745 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac80f8-7708-4273-9d7a-77cad28313fb tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c415a8-b555-4978-92ae-b8e01eda1d4d,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:58.962078 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708c88f-de9e-4067-a6df-f8071e535672 req-e9a9f662-3656-4915-a65c-366eec85337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:58.963577 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b708c88f-de9e-4067-a6df-f8071e535672 req-e9a9f662-3656-4915-a65c-366eec85337c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1098 time: 0.0783682 Jul 29 20:52:59.003523 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-12dff0d3-c386-4770-aa5f-f89bd5e9366d None None] Provisioning complete for port 9a2158d5-173e-41a7-ae74-087e453788e1 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:59.003897 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-12dff0d3-c386-4770-aa5f-f89bd5e9366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.057865 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708c88f-de9e-4067-a6df-f8071e535672 req-bc80ba01-3fe6-4afe-bba0-9360259e0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.059397 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b708c88f-de9e-4067-a6df-f8071e535672 req-bc80ba01-3fe6-4afe-bba0-9360259e0c63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 916 time: 0.0880473 Jul 29 20:52:59.072798 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Deleting port 58d6643d-93e5-45e4-91d3-607d1b26ff78 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:59.073137 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.131592 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b708c88f-de9e-4067-a6df-f8071e535672 req-f8e3cb1b-371b-43d3-aa0f-21e70be2d5b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 1001 time: 0.0634863 Jul 29 20:52:59.147915 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.148237 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.159589 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Calling delete_port for 58d6643d-93e5-45e4-91d3-607d1b26ff78 owned by network:floatingip {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:59.180628 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708c88f-de9e-4067-a6df-f8071e535672 req-619d09c7-a7a2-4588-96ca-9fb8a957fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.182067 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b708c88f-de9e-4067-a6df-f8071e535672 req-619d09c7-a7a2-4588-96ca-9fb8a957fc19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 200 len: 854 time: 0.0423515 Jul 29 20:52:59.227663 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708c88f-de9e-4067-a6df-f8071e535672 req-f3020d90-71d1-450a-a2cf-69ab11abd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.229004 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b708c88f-de9e-4067-a6df-f8071e535672 req-f3020d90-71d1-450a-a2cf-69ab11abd1bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=709279d3-15d3-4491-8c34-fa800d3b7be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378644 Jul 29 20:52:59.319469 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b708c88f-de9e-4067-a6df-f8071e535672 req-77ef246a-9f11-43ce-bd95-96f5d8d4472b service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812311 Jul 29 20:52:59.332430 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.357358 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event deleted for resources: {'Port': ['ID=58d6643d-93e5-45e4-91d3-607d1b26ff78,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:59.411086 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-b708c88f-de9e-4067-a6df-f8071e535672 req-b5533041-76e8-440b-8c43-157a57509d61 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811961 Jul 29 20:52:59.448375 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks [] for floatingip, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.448710 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.l3_db [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Floating IP 6c8b0f95-7205-4c56-8302-848d85a969dc disassociated (deleted). External IP: 172.27.0.232, port: 9a2158d5-173e-41a7-ae74-087e453788e1. Jul 29 20:52:59.516656 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6b10-abed-4573-9839-1c2c66b6aa3f req-62dd003a-73b8-4e9d-be7b-eb3255340040 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.518027 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-522c6b10-abed-4573-9839-1c2c66b6aa3f req-62dd003a-73b8-4e9d-be7b-eb3255340040 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.1034889 Jul 29 20:52:59.590566 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-522c6b10-abed-4573-9839-1c2c66b6aa3f req-559812c5-3c60-4414-bf1d-ae439f52db5f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483229 Jul 29 20:52:59.693410 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:59.796408 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:59.801245 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.805718 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] Sync routers for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:59.815591 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:59.816200 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:59.828966 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-c6cb4d71-f11e-4527-ab42-2a09488cb02a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "DELETE /v2.0/floatingips/6c8b0f95-7205-4c56-8302-848d85a969dc HTTP/1.1" status: 204 len: 168 time: 0.9443362 Jul 29 20:52:59.921524 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:00.132908 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:53:00.140542 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 5, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:00.165924 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] Checking router: b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:00.174439 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:00.175061 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:00.273882 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:00.460495 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 5, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:00.493424 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d1979-bc38-4135-9f21-6912c9d0566f None None] The sync data for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi is: [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:50:16Z', 'revision_number': 4, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52', 'name': '', 'network_id': '709279d3-15d3-4491-8c34-fa800d3b7be6', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'mac_address': 'fa:16:3e:89:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:15Z', 'updated_at': '2021-07-29T20:50:23Z', 'revision_number': 5, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'subnets': [{'id': '95c42411-c0a2-4631-a1c6-7b7966960211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:00.709365 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60735df6-a2f1-4af2-9a07-41a4abd66000 None None] New status for floating IP 6c8b0f95-7205-4c56-8302-848d85a969dc: DOWN {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:53:00.711952 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b73fc-32e6-4558-b280-b6f4ec992268 req-fa40e1b4-259b-4c92-9567-4b8a0932a96f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.713462 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7e0b73fc-32e6-4558-b280-b6f4ec992268 req-fa40e1b4-259b-4c92-9567-4b8a0932a96f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Jul 29 20:53:00.754075 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7e0b73fc-32e6-4558-b280-b6f4ec992268 req-9254ba7a-fdaa-4499-acf6-d29f70d3f953 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340390 Jul 29 20:53:00.806023 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:00.808494 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2c99d7-4fc5-492d-bae7-23378fb1026b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:00.844902 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5cede7-94b4-4ba4-a1fb-6af8a282e89d x-openstack-request-id: req-9d5cede7-94b4-4ba4-a1fb-6af8a282e89d {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:00.845189 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:00.845440 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d5cede7-94b4-4ba4-a1fb-6af8a282e89d {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:00.845830 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1', 'status': 'completed', 'code': 200} Jul 29 20:53:00.933580 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-df430fca-f889-4ba0-bb0d-c95fe657ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.935056 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-df430fca-f889-4ba0-bb0d-c95fe657ba93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3828ffb9b201467fa8bbde344ccdf109&device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 1098 time: 0.0391018 Jul 29 20:53:01.026537 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-899ba10e-af24-42dd-948f-271d2e1b9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.028062 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-899ba10e-af24-42dd-948f-271d2e1b9397 service neutron] 10.222.0.42 "GET /v2.0/networks?id=709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 200 len: 916 time: 0.0850596 Jul 29 20:53:01.068975 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-0c0cd599-3198-4f4a-8807-f8aa35fe7da6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 200 len: 217 time: 0.0324740 Jul 29 20:53:01.123021 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-291e9e21-b44a-4c4b-8f62-3262042be313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.124953 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-291e9e21-b44a-4c4b-8f62-3262042be313 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 200 len: 854 time: 0.0457559 Jul 29 20:53:01.173827 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-ab39ca16-2a34-43c7-af0c-76e552c292c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.175370 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-ab39ca16-2a34-43c7-af0c-76e552c292c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=709279d3-15d3-4491-8c34-fa800d3b7be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416608 Jul 29 20:53:01.268503 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-053b97ce-4d05-4bc8-8668-f355bfb1079e service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846026 Jul 29 20:53:01.361970 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ca2c99d7-4fc5-492d-bae7-23378fb1026b req-46e0f50c-0c60-46cd-8f5c-d5b586c9b306 service neutron] 10.222.0.42 "GET /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847797 Jul 29 20:53:01.876993 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d258f-b67a-4126-a881-bb08fe65f408 req-9c9e4e69-b1fc-4999-9f9b-22017f110d93 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.878475 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8c4d258f-b67a-4126-a881-bb08fe65f408 req-9c9e4e69-b1fc-4999-9f9b-22017f110d93 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0502193 Jul 29 20:53:01.915062 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8c4d258f-b67a-4126-a881-bb08fe65f408 req-417bcb7f-9e43-4ed8-a989-b492e88d098c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Jul 29 20:53:02.530577 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110ac2c-6dac-46b6-994f-29ce82f9b7d8 req-b4538ad7-241a-4228-a68a-7a863fb525db tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:02.531947 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8110ac2c-6dac-46b6-994f-29ce82f9b7d8 req-b4538ad7-241a-4228-a68a-7a863fb525db tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0472829 Jul 29 20:53:02.568306 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8110ac2c-6dac-46b6-994f-29ce82f9b7d8 req-4a2c737b-b7e9-46ea-a1bd-e7efe2074d5a tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Jul 29 20:53:03.034680 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01191e-641a-436c-982c-093e9cc3f89f req-d4342873-c1fb-425c-930b-76320d719ce2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:03.036134 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a01191e-641a-436c-982c-093e9cc3f89f req-d4342873-c1fb-425c-930b-76320d719ce2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0474513 Jul 29 20:53:03.075950 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2a01191e-641a-436c-982c-093e9cc3f89f req-0feab273-0a99-4c9e-b610-14946197fa22 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339906 Jul 29 20:53:03.686140 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536e0b-cfee-4a50-96d0-2c6c313349d8 req-e9b3b874-4e87-4909-b67f-b932b859029f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:03.687513 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e536e0b-cfee-4a50-96d0-2c6c313349d8 req-e9b3b874-4e87-4909-b67f-b932b859029f tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0468981 Jul 29 20:53:03.725759 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e536e0b-cfee-4a50-96d0-2c6c313349d8 req-5399f0d5-0f4a-4808-b1a4-c8326a750c60 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324922 Jul 29 20:53:04.193810 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329db0ed-034c-457f-b9c3-2bdf08b03470 req-631b9209-f9af-458c-82e1-26d2aab4a162 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:04.195320 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-329db0ed-034c-457f-b9c3-2bdf08b03470 req-631b9209-f9af-458c-82e1-26d2aab4a162 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0469425 Jul 29 20:53:04.231239 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-329db0ed-034c-457f-b9c3-2bdf08b03470 req-e00ab3c3-f695-4e4a-a1df-68bd791c3b67 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298762 Jul 29 20:53:04.767470 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-c1b8f2f7-efd9-4e80-9372-3d49e8085a62 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:04.768857 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-c1b8f2f7-efd9-4e80-9372-3d49e8085a62 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Jul 29 20:53:04.836760 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3f68-fad6-41b9-809b-c393ac8e3360 req-347cd367-5810-4f51-99dc-bd7ac1876403 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:04.838212 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f62b3f68-fad6-41b9-809b-c393ac8e3360 req-347cd367-5810-4f51-99dc-bd7ac1876403 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce18b436-26f4-45ca-9742-81d3d61060a9 HTTP/1.1" status: 200 len: 945 time: 0.0480888 Jul 29 20:53:04.864210 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Deleting port 9a2158d5-173e-41a7-ae74-087e453788e1 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:04.864542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.880201 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f62b3f68-fad6-41b9-809b-c393ac8e3360 req-6d05a9b3-f3b0-497a-ab9f-19960ea5e5bd tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Jul 29 20:53:04.950040 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] For port 9a2158d5-173e-41a7-ae74-087e453788e1, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=9a2158d5-173e-41a7-ae74-087e453788e1,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:04.950401 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.963078 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Calling delete_port for 9a2158d5-173e-41a7-ae74-087e453788e1 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:05.087391 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.114992 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Pushing event deleted for resources: {'Port': ['ID=9a2158d5-173e-41a7-ae74-087e453788e1,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:05.132390 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['9a2158d5-173e-41a7-ae74-087e453788e1'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:53:05.153664 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] No DVR routers for this DVR port 9a2158d5-173e-41a7-ae74-087e453788e1 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:05.156902 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.158999 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e84811a8-093d-44e2-9eb3-5d622063e8a1 req-8fb59320-06a9-45f3-a084-b40f2b04e2c2 tempest-TestMinimumBasicScenario-595889641 tempest-TestMinimumBasicScenario-595889641-project] 10.222.0.42 "DELETE /v2.0/ports/9a2158d5-173e-41a7-ae74-087e453788e1 HTTP/1.1" status: 204 len: 173 time: 0.3837168 Jul 29 20:53:05.159422 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'name': 'network-vif-deleted', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:05.161674 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57882625-f0f7-47d3-b81e-49df7143be4f" -d '{"events": [{"server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "name": "network-vif-deleted", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:05.247233 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c136c04-592b-49ed-808b-f45abe9c5269 x-openstack-request-id: req-0c136c04-592b-49ed-808b-f45abe9c5269 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:05.247531 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce18b436-26f4-45ca-9742-81d3d61060a9", "name": "network-vif-deleted", "tag": "9a2158d5-173e-41a7-ae74-087e453788e1", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:05.247769 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c136c04-592b-49ed-808b-f45abe9c5269 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:05.248159 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce18b436-26f4-45ca-9742-81d3d61060a9', 'name': 'network-vif-deleted', 'tag': '9a2158d5-173e-41a7-ae74-087e453788e1', 'status': 'completed', 'code': 200} Jul 29 20:53:05.351691 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d09d-2092-449d-9274-59ba6efd9bf9 req-19a1f956-ae36-4e84-85de-8d15bc3cde0a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:05.353056 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f22d09d-2092-449d-9274-59ba6efd9bf9 req-19a1f956-ae36-4e84-85de-8d15bc3cde0a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0504425 Jul 29 20:53:05.390743 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f22d09d-2092-449d-9274-59ba6efd9bf9 req-5e8b5854-d1f5-4308-a8ab-5c593d7e6957 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Jul 29 20:53:06.507543 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262d55a-0c44-4ce9-98ac-96b100cf8ff0 req-2b8cb752-7a83-4b6f-9f12-e050703b454c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:06.509023 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f262d55a-0c44-4ce9-98ac-96b100cf8ff0 req-2b8cb752-7a83-4b6f-9f12-e050703b454c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0482750 Jul 29 20:53:06.533970 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33836) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:06.547679 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f262d55a-0c44-4ce9-98ac-96b100cf8ff0 req-252824c1-abc3-4add-baaa-bf109326d7b3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Jul 29 20:53:07.149569 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.436797 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Deleting port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:07.437050 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.509572 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] For port 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:07.509931 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.521751 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Calling delete_port for 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 owned by network:router_interface {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:07.665259 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172b965-ae89-48b6-8fbc-c1cec77a3e93 req-189a8112-59fc-4eaf-9ed4-885103f8db16 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:07.666768 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0172b965-ae89-48b6-8fbc-c1cec77a3e93 req-189a8112-59fc-4eaf-9ed4-885103f8db16 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0474069 Jul 29 20:53:07.711880 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0172b965-ae89-48b6-8fbc-c1cec77a3e93 req-b11fff29-fb76-4b99-b4a7-de4be118a9ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Jul 29 20:53:07.719585 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.746934 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:07.749800 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:53:07.861536 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:07.875356 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'port_id': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'mac_address': 'fa:16:3e:d0:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:53:07.879735 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9a2158d5-173e-41a7-ae74-087e453788e1 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:07.918474 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 9a2158d5-173e-41a7-ae74-087e453788e1 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:07.919119 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 9a2158d5-173e-41a7-ae74-087e453788e1 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:07.936471 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.946060 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.951887 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2306f3d1-cc85-4e93-976b-10df0a940fdd {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:53:07.975157 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:07.982468 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.036383 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=6']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:08.043835 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.044215 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.044630 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.045064 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.045483 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.045888 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.046455 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.046882 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.047284 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.047680 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.048382 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.048780 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:08.167675 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:08.173802 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['2306f3d1-cc85-4e93-976b-10df0a940fdd'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:53:08.269952 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:08.277914 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-65c8aa40-bd24-4f2c-bd22-00db259f5296 admin admin] 10.222.0.26 "PUT /v2.0/routers/b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378688 Jul 29 20:53:08.277914 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33844) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:08.279429 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] Sync routers for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:08.305491 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:08.306447 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:08.378205 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks [] for router, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.414120 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:08.477357 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.530143 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Deleting port 6e98d74d-3799-4faf-8971-cb194f4cb936 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:08.530499 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.585023 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:53:07Z', 'revision_number': 5, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port': {'id': '6e98d74d-3799-4faf-8971-cb194f4cb936', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:13Z', 'updated_at': '2021-07-29T20:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:08.614052 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] For port 6e98d74d-3799-4faf-8971-cb194f4cb936, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6e98d74d-3799-4faf-8971-cb194f4cb936,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:08.614400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.614505 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] Checking router: b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:08.622526 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] Routers {'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:08.623662 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:08.627072 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Calling delete_port for 6e98d74d-3799-4faf-8971-cb194f4cb936 owned by network:router_gateway {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:08.704817 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] Set router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 gateway port host: None {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:08.792963 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.820663 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e98d74d-3799-4faf-8971-cb194f4cb936,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:08.859448 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f2148-5116-4431-828b-adb726e1d8d3 req-4eb8191a-9f7c-4b38-868f-a79e4c3f7775 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:08.861046 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-280f2148-5116-4431-828b-adb726e1d8d3 req-4eb8191a-9f7c-4b38-868f-a79e4c3f7775 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 945 time: 0.0619977 Jul 29 20:53:08.886295 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 6, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:08.891798 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.902363 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-280f2148-5116-4431-828b-adb726e1d8d3 req-805977d3-8b00-4470-8d04-26753aa3a60f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348780 Jul 29 20:53:08.914238 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a864638-b8c3-4479-8021-801a095b68fb None None] The sync data for ids ['b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86'] in dv-cinder-801633-3-iscsi is: [{'id': 'b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86', 'name': 'tempest-TestMinimumBasicScenario-1216072683-router', 'tenant_id': '3828ffb9b201467fa8bbde344ccdf109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:12Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 6, 'project_id': '3828ffb9b201467fa8bbde344ccdf109', 'gw_port_host': None}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:09.215289 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.217775 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.283193 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.283193 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 {{(pid=99520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:53:09.289037 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.292936 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-aad772fa-b3b3-4c86-8338-57445e80ba31 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b0d2bd36-ae73-4bb5-a9ae-82de3eb30d86 HTTP/1.1" status: 204 len: 168 time: 1.0120034 Jul 29 20:53:09.292936 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33862) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:09.345056 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] Deleting subnet 95c42411-c0a2-4631-a1c6-7b7966960211 {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:53:09.348847 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.389963 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.504401 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.569090 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.600609 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c42411-c0a2-4631-a1c6-7b7966960211,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:09.603891 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.605982 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b05ec350-fa07-4277-921c-4357d5d03ea3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/95c42411-c0a2-4631-a1c6-7b7966960211 HTTP/1.1" status: 204 len: 168 time: 0.3122449 Jul 29 20:53:09.608464 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33874) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:09.612481 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273261d-1862-4818-9a26-477d9068adde None None] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:09.696393 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.757498 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:09.769482 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Deleting port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:09.769956 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.834068 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 2306f3d1-cc85-4e93-976b-10df0a940fdd triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:09.834638 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.865193 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] For port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,segment=NetworkSegment(8147af32-dbd6-4ef8-9ef0-b7305b53f9a6),segment_id=8147af32-dbd6-4ef8-9ef0-b7305b53f9a6)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:09.866088 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.886990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Calling delete_port for 68bef873-0fa8-47d8-b89c-5b0d57c8dafd owned by network:dhcp {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:09.918289 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] DHCP port deletion for 709279d3-15d3-4491-8c34-fa800d3b7be6 request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:53:09.998688 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.028333 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:10.032231 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] No DVR routers for this DVR port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd on host dv-cinder-801633-3-iscsi {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:10.050014 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.088412 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8930985-22be-441e-81e2-58dd8bd4ad7b req-f6da9a50-f625-4ae2-a90b-3f43f8f9f472 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:10.092425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8930985-22be-441e-81e2-58dd8bd4ad7b req-f6da9a50-f625-4ae2-a90b-3f43f8f9f472 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 945 time: 0.0947917 Jul 29 20:53:10.103060 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:10.105974 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6a66c2-43c5-4a6f-aabe-21ba321d390c" -d '{"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-plugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:10.155073 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:10.159797 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.161710 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a8930985-22be-441e-81e2-58dd8bd4ad7b req-2aa12ff1-ee00-4947-9141-4e4051ecc782 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628512 Jul 29 20:53:10.183388 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.200404 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709279d3-15d3-4491-8c34-fa800d3b7be6']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:10.202725 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88768f1f-094c-4956-a113-023e6c2b3a86 x-openstack-request-id: req-88768f1f-094c-4956-a113-023e6c2b3a86 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:10.203110 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-plugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:10.203572 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88768f1f-094c-4956-a113-023e6c2b3a86 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:10.204059 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'code': 200} Jul 29 20:53:10.227426 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Deleting port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd {{(pid=99521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:10.228092 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.228336 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:10.228623 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8147af32-dbd6-4ef8-9ef0-b7305b53f9a6') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:10.249096 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.266400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.273257 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:53:10.273647 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.308705 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=7']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:10.318494 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] For port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd, host dv-cinder-801633-3-iscsi, got binding levels [] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:10.319125 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:53:10.331882 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:53:10.336397 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.340804 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Calling delete_port for 68bef873-0fa8-47d8-b89c-5b0d57c8dafd owned by network:dhcp {{(pid=99521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:10.345565 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.ipam_backend_mixin [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd was not found and therefore no delete operation was performed {{(pid=99521) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 20:53:10.346021 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.347249 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.351322 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] 10.222.0.26 "DELETE /v2.0/networks/709279d3-15d3-4491-8c34-fa800d3b7be6 HTTP/1.1" status: 204 len: 168 time: 0.7417049 Jul 29 20:53:10.351603 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33882) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:10.367956 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac569b0-abc9-41c4-b564-d5f6b63b3e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=709279d3-15d3-4491-8c34-fa800d3b7be6,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:10.371637 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Network 709279d3-15d3-4491-8c34-fa800d3b7be6 is not hosted by any dhcp agent {{(pid=99521) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 20:53:10.372445 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] No DVR routers for this DVR port 68bef873-0fa8-47d8-b89c-5b0d57c8dafd on host dv-cinder-801633-3-iscsi {{(pid=99521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:10.374494 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a0429-8df6-44d0-9913-ee9e90c5e4d5 None None] Pushing event deleted for resources: {'Port': ['ID=68bef873-0fa8-47d8-b89c-5b0d57c8dafd,revision_number=None']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:10.404081 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:10.425030 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:10.425751 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6b4dd5d3-4ba6-402c-b790-2e5ee5f5da52 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:10.426261 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 68bef873-0fa8-47d8-b89c-5b0d57c8dafd no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:10.447019 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 68bef873-0fa8-47d8-b89c-5b0d57c8dafd {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:10.447504 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 68bef873-0fa8-47d8-b89c-5b0d57c8dafd not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:10.448018 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6e98d74d-3799-4faf-8971-cb194f4cb936 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:10.468010 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 6e98d74d-3799-4faf-8971-cb194f4cb936 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:10.468393 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6e98d74d-3799-4faf-8971-cb194f4cb936 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:10.761267 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.019387 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Deleting port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:11.019632 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.100924 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] For port 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,segment=NetworkSegment(af4fec15-2357-41e3-a51d-c688da92ec71),segment_id=af4fec15-2357-41e3-a51d-c688da92ec71)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:11.101637 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.114897 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Calling delete_port for 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f owned by network:router_interface {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:11.307928 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44736c41-c7e1-4cf9-b4ee-3ce5c6cd1e9c req-dbe193cb-6048-4003-885b-549e0256fda0 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:11.309439 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44736c41-c7e1-4cf9-b4ee-3ce5c6cd1e9c req-dbe193cb-6048-4003-885b-549e0256fda0 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0660880 Jul 29 20:53:11.393588 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-44736c41-c7e1-4cf9-b4ee-3ce5c6cd1e9c req-a85e129b-37f1-4fa9-9770-cc5452844e01 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739746 Jul 29 20:53:11.424995 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.453865 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Pushing event deleted for resources: {'Port': ['ID=47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:11.657842 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.953305 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:12.063272 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:12.070787 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33896) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:12.073089 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] Sync routers for ids ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:12.080998 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-5a29960b-657f-4327-bcb3-810c831a721a admin admin] 10.222.0.26 "PUT /v2.0/routers/69d57ee7-6bb2-446f-b19a-beb9ba52e5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281735 Jul 29 20:53:12.084013 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] Routers {'69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:12.084626 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:12.195595 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] Set router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:12.198605 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks [] for router, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.332310 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.408440 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 5, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port': {'id': '067d3a89-25c8-4ffe-aab0-80cfefeb37a5', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:50:19Z', 'updated_at': '2021-07-29T20:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:12.426907 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Deleting port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:12.427605 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.477637 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] Checking router: 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:12.493329 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] Routers {'69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:12.494225 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:52:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:12.562408 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] For port 067d3a89-25c8-4ffe-aab0-80cfefeb37a5, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:12.562408 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.598209 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dccf3-344f-410a-bbef-bb5847380e78 req-34913fee-b52b-407e-929d-c59b6799996a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:12.610827 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f00dccf3-344f-410a-bbef-bb5847380e78 req-34913fee-b52b-407e-929d-c59b6799996a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.1120677 Jul 29 20:53:12.612752 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Calling delete_port for 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 owned by network:router_gateway {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:12.613198 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] Set router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 gateway port host: None {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:12.669110 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f00dccf3-344f-410a-bbef-bb5847380e78 req-a953ede4-f0c1-461c-9b2d-c918c64f0ce6 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569198 Jul 29 20:53:12.676742 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:53:12Z', 'revision_number': 6, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:12.715223 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcc801-0dbe-43ad-8361-4f05403c032f None None] The sync data for ids ['69d57ee7-6bb2-446f-b19a-beb9ba52e5e8'] in dv-cinder-801633-3-iscsi is: [{'id': '69d57ee7-6bb2-446f-b19a-beb9ba52e5e8', 'name': 'tempest-TestMinimumBasicScenario-630189460-router', 'tenant_id': '1c7e2eab881140528dbf6f719489d87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:50:18Z', 'updated_at': '2021-07-29T20:53:12Z', 'revision_number': 6, 'project_id': '1c7e2eab881140528dbf6f719489d87a', 'gw_port_host': None}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:12.836112 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.865517 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=067d3a89-25c8-4ffe-aab0-80cfefeb37a5,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:12.934442 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.053644 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.056022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.134388 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.134388 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 {{(pid=99520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:53:13.140074 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.141236 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-dbb7173b-f7f8-4b83-9e7d-8c627ded4b40 admin admin] 10.222.0.26 "DELETE /v2.0/routers/69d57ee7-6bb2-446f-b19a-beb9ba52e5e8 HTTP/1.1" status: 204 len: 168 time: 1.0694580 Jul 29 20:53:13.143958 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33910) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:13.221846 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] Deleting subnet a3b0b6f6-ef79-4f39-a44b-eefab7093ad4 {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:53:13.227630 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.278083 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799177'] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.429711 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.808112 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25586848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28575730'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.839265 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b0b6f6-ef79-4f39-a44b-eefab7093ad4,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:13.841280 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.845879 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b75927-be79-4133-9dc1-61b279b986a1 None None] Network 7b5e440e-76ba-4cd1-99b0-c561a27738ed requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:13.846811 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33920) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:13.854581 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-82d05223-0da5-4ec0-b0ef-800fdd748934 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a3b0b6f6-ef79-4f39-a44b-eefab7093ad4 HTTP/1.1" status: 204 len: 168 time: 0.7095048 Jul 29 20:53:13.896060 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c3be-8583-479d-8d80-3fbc8d5f8129 req-20558426-6ab1-4886-b4be-e07a09cfd6d5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:13.900187 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a401c3be-8583-479d-8d80-3fbc8d5f8129 req-20558426-6ab1-4886-b4be-e07a09cfd6d5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.1246643 Jul 29 20:53:13.933120 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.978264 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a401c3be-8583-479d-8d80-3fbc8d5f8129 req-686438aa-db73-4138-9d84-622d4ba5e6f3 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662944 Jul 29 20:53:14.030277 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Deleting port c1ac8dc6-add2-4f6e-b037-55764219bdba {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:14.030781 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.125686 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] For port c1ac8dc6-add2-4f6e-b037-55764219bdba, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c1ac8dc6-add2-4f6e-b037-55764219bdba,segment=NetworkSegment(af4fec15-2357-41e3-a51d-c688da92ec71),segment_id=af4fec15-2357-41e3-a51d-c688da92ec71)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:14.126052 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.143696 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Calling delete_port for c1ac8dc6-add2-4f6e-b037-55764219bdba owned by network:dhcp {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:14.145203 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] DHCP port deletion for 7b5e440e-76ba-4cd1-99b0-c561a27738ed request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:53:14.203604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] Deleting port c1ac8dc6-add2-4f6e-b037-55764219bdba {{(pid=99521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:14.204342 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.239187 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.271279 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] For port c1ac8dc6-add2-4f6e-b037-55764219bdba, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c1ac8dc6-add2-4f6e-b037-55764219bdba,segment=NetworkSegment(af4fec15-2357-41e3-a51d-c688da92ec71),segment_id=af4fec15-2357-41e3-a51d-c688da92ec71)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:14.271958 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.273173 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ac8dc6-add2-4f6e-b037-55764219bdba,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.279946 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] No DVR routers for this DVR port c1ac8dc6-add2-4f6e-b037-55764219bdba on host dv-cinder-801633-3-iscsi {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:14.286859 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] Calling delete_port for c1ac8dc6-add2-4f6e-b037-55764219bdba owned by network:dhcp {{(pid=99521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:14.413427 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.416948 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.437583 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5e440e-76ba-4cd1-99b0-c561a27738ed']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:14.442964 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] Pushing event deleted for resources: {'Port': ['ID=c1ac8dc6-add2-4f6e-b037-55764219bdba,revision_number=None']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.447230 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d035842-8a0c-4048-8b67-fbb089df3941 None None] No DVR routers for this DVR port c1ac8dc6-add2-4f6e-b037-55764219bdba on host dv-cinder-801633-3-iscsi {{(pid=99521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:14.456475 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4fec15-2357-41e3-a51d-c688da92ec71') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:14.456928 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4fec15-2357-41e3-a51d-c688da92ec71') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:14.468314 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.470677 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c1ac8dc6-add2-4f6e-b037-55764219bdba no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:14.489047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.492538 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: c1ac8dc6-add2-4f6e-b037-55764219bdba {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:14.492538 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c1ac8dc6-add2-4f6e-b037-55764219bdba not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:14.493547 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:14.500893 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:53:14.501296 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:53:14.504167 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:53:14.527199 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:14.527553 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 067d3a89-25c8-4ffe-aab0-80cfefeb37a5 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:14.528026 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:14.551335 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:14.551680 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 47a6afeb-6bb6-4e4b-8418-2dd5aa6a1c9f not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:14.584732 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.591197 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.595744 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7b5e440e-76ba-4cd1-99b0-c561a27738ed HTTP/1.1" status: 204 len: 168 time: 0.7456791 Jul 29 20:53:14.609040 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71865f-7116-423c-ac05-49c2500a87b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5e440e-76ba-4cd1-99b0-c561a27738ed,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.789946 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33926) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:14.840864 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-60c8f3e4-691e-4d02-894a-bd62c46f93fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3828ffb9b201467fa8bbde344ccdf109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475962 Jul 29 20:53:14.842340 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33928) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:14.899016 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b59472ae-8301-4e99-ae79-8ff6efd12cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.923137 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b59472ae-8301-4e99-ae79-8ff6efd12cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.979631 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b59472ae-8301-4e99-ae79-8ff6efd12cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.984356 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b59472ae-8301-4e99-ae79-8ff6efd12cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.987092 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-b59472ae-8301-4e99-ae79-8ff6efd12cec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74 HTTP/1.1" status: 204 len: 168 time: 0.1436989 Jul 29 20:53:14.995526 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59472ae-8301-4e99-ae79-8ff6efd12cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c56370-b7b1-4ab4-9b11-8c73e4f6ac74,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:15.116237 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fb25a-2301-43b8-ae46-b61b00298ac7 req-15c774b0-67b0-432e-bebc-6f3c49d09c09 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:15.123615 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f4fb25a-2301-43b8-ae46-b61b00298ac7 req-15c774b0-67b0-432e-bebc-6f3c49d09c09 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0631325 Jul 29 20:53:15.163070 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9f4fb25a-2301-43b8-ae46-b61b00298ac7 req-a4c7839e-0006-46e7-b16e-b8caf706fd81 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Jul 29 20:53:15.394231 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 33936) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:15.441331 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-b323c12d-a71a-4041-8b33-8cfc85b5924e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c7e2eab881140528dbf6f719489d87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437007 Jul 29 20:53:15.441837 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 33938) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:15.491977 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a557f8e4-2996-463d-bea1-4ea2c7103091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:15.519125 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a557f8e4-2996-463d-bea1-4ea2c7103091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:15.578639 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a557f8e4-2996-463d-bea1-4ea2c7103091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:15.581566 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a557f8e4-2996-463d-bea1-4ea2c7103091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:15.582864 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a557f8e4-2996-463d-bea1-4ea2c7103091 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3572432-d521-434a-ab06-f3b964c30c44 HTTP/1.1" status: 204 len: 168 time: 0.1399169 Jul 29 20:53:15.603967 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557f8e4-2996-463d-bea1-4ea2c7103091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3572432-d521-434a-ab06-f3b964c30c44,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:16.288525 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e68e6-c0af-4077-b187-e5da0f37ef80 req-ccb2e9dc-51aa-483c-8f84-b6d4a658d78b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:16.290143 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cf4e68e6-c0af-4077-b187-e5da0f37ef80 req-ccb2e9dc-51aa-483c-8f84-b6d4a658d78b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0526044 Jul 29 20:53:16.336916 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-cf4e68e6-c0af-4077-b187-e5da0f37ef80 req-8b14d722-29d3-4800-9e95-077b802dc961 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360801 Jul 29 20:53:17.471334 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c0f0-793e-44fd-99d2-026fa7ea12e4 req-5e510805-5709-474c-8fb1-ef524f575b6e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:17.472996 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8a29c0f0-793e-44fd-99d2-026fa7ea12e4 req-5e510805-5709-474c-8fb1-ef524f575b6e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0546830 Jul 29 20:53:17.519697 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8a29c0f0-793e-44fd-99d2-026fa7ea12e4 req-46c67c40-934d-44c1-b9a1-c0338f62ae58 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Jul 29 20:53:18.650585 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bded85-a5dd-45d9-bba4-be3dfe72bfe7 req-d472b500-7f12-4207-bebc-2fc6c151ff37 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:18.652235 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a7bded85-a5dd-45d9-bba4-be3dfe72bfe7 req-d472b500-7f12-4207-bebc-2fc6c151ff37 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0549610 Jul 29 20:53:18.695703 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a7bded85-a5dd-45d9-bba4-be3dfe72bfe7 req-3ddafba3-dedf-41f4-87e6-398075320516 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365198 Jul 29 20:53:19.822962 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca72e2c-28e7-4ada-9dce-8a7d365e577d req-c677d5f9-da7c-4c6e-aea4-4eb3925ba0ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:19.824719 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bca72e2c-28e7-4ada-9dce-8a7d365e577d req-c677d5f9-da7c-4c6e-aea4-4eb3925ba0ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0532472 Jul 29 20:53:19.863877 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bca72e2c-28e7-4ada-9dce-8a7d365e577d req-423905bd-bb5b-4f73-a7b5-77198d8a8900 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332568 Jul 29 20:53:20.010397 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-770924cb-9b2e-4043-9d2e-2eef95108425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:20.011775 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-770924cb-9b2e-4043-9d2e-2eef95108425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 1099 time: 0.0415916 Jul 29 20:53:20.097109 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-a80b8db7-85e7-4745-8871-b18aa34407ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:20.098514 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-a80b8db7-85e7-4745-8871-b18aa34407ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 917 time: 0.0790131 Jul 29 20:53:20.168045 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-c991ae7c-a0bd-4441-9fa6-5e022d5ca710 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd HTTP/1.1" status: 200 len: 1002 time: 0.0609696 Jul 29 20:53:20.218128 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-9fff5a70-7625-4cab-b65a-18d541a3f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:20.219585 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-9fff5a70-7625-4cab-b65a-18d541a3f353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0448208 Jul 29 20:53:20.267877 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-b7aceabd-27f3-4984-9363-0d11ceefa81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:20.269209 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-b7aceabd-27f3-4984-9363-0d11ceefa81d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387421 Jul 29 20:53:20.366366 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-3dad883b-8a7b-4cab-9d59-9c3c5d5b1f50 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861092 Jul 29 20:53:20.453600 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-4412fa1b-f6b9-4718-b0da-c1972843bdd0 req-5b31bd35-e776-48ce-9ae5-b9c7466c5deb service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776393 Jul 29 20:53:20.984749 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541d7d1-091a-4cbb-9787-1977f02bf051 req-556bd32e-6e69-43a5-8c72-7c9c12cd1fdc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:20.986631 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b541d7d1-091a-4cbb-9787-1977f02bf051 req-556bd32e-6e69-43a5-8c72-7c9c12cd1fdc tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 946 time: 0.0488403 Jul 29 20:53:21.028284 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b541d7d1-091a-4cbb-9787-1977f02bf051 req-bdbcfcf2-50bb-4d72-a13e-459d5d04fc9b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358632 Jul 29 20:53:21.810674 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-009eb0fc-a7af-4961-90de-b69039102563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:21.850126 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:21.923468 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:21.944788 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:21.947065 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61628adf-e3bb-4e39-85d4-dd5f609b6fd9" -d '{"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-unplugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:21.960254 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:21.964527 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:21.991702 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b336e2-42c1-4061-bf1b-b9f8ad26f90f x-openstack-request-id: req-c6b336e2-42c1-4061-bf1b-b9f8ad26f90f {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:21.991994 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-unplugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:21.992239 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6b336e2-42c1-4061-bf1b-b9f8ad26f90f {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:21.992614 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'code': 200} Jul 29 20:53:22.018964 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=8']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:22.145712 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998248b-b1a8-4040-adc5-0a7210f93b80 req-8f2220e7-cdb5-4700-b3c3-8bdb7e9aa75e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:22.147193 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4998248b-b1a8-4040-adc5-0a7210f93b80 req-8f2220e7-cdb5-4700-b3c3-8bdb7e9aa75e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0477471 Jul 29 20:53:22.183417 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4998248b-b1a8-4040-adc5-0a7210f93b80 req-9ebd240c-f8f4-481a-a45d-028499769001 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Jul 29 20:53:23.302130 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830b65b-1075-4057-ae42-5136bdf90059 req-f828c5f2-4589-48ed-9a69-e3421619bb05 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:23.303610 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9830b65b-1075-4057-ae42-5136bdf90059 req-f828c5f2-4589-48ed-9a69-e3421619bb05 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0508239 Jul 29 20:53:23.340561 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9830b65b-1075-4057-ae42-5136bdf90059 req-3559049e-c8c8-4262-8b14-35ce29c099ee tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311389 Jul 29 20:53:24.186429 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acab72e-9f94-472d-a927-69e049b017e7 req-ef130901-2d41-4c21-be30-ce0780a4400e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:24.187934 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1acab72e-9f94-472d-a927-69e049b017e7 req-ef130901-2d41-4c21-be30-ce0780a4400e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0487885 Jul 29 20:53:24.225500 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1acab72e-9f94-472d-a927-69e049b017e7 req-c64de3f2-cabc-4ec3-bf3b-05d3496438ad tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 29 20:53:24.423748 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4dbe-8a5d-4b15-ba72-d6e917ff9974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:24.448613 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:24.489532 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34054) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:24.572782 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-9cdaff1a-aae5-4c86-863e-ff4d8f8e65fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821671 Jul 29 20:53:24.903259 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:25.291660 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:25.344781 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f175-ad14-4273-820a-db5981eea506 req-22a39b46-ad79-446e-88a5-8ddea0850781 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:25.346200 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fb70f175-ad14-4273-820a-db5981eea506 req-22a39b46-ad79-446e-88a5-8ddea0850781 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0469799 Jul 29 20:53:25.384659 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fb70f175-ad14-4273-820a-db5981eea506 req-ae267318-24d5-452c-90eb-0e08dc28769a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Jul 29 20:53:25.433466 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-b1fb3df6-2873-452c-a748-8921fef8ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:25.434962 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-b1fb3df6-2873-452c-a748-8921fef8ee7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43&tenant_id=3a2d499cfd29443a8769fc072df858f4 HTTP/1.1" status: 200 len: 1097 time: 0.0436606 Jul 29 20:53:25.511589 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-2308c448-661c-4820-ba76-fd1134513661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:25.512990 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-2308c448-661c-4820-ba76-fd1134513661 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3a2d499cfd29443a8769fc072df858f4&device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 1097 time: 0.0396612 Jul 29 20:53:25.601565 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-bb8e91db-f51e-4af4-997d-bbd3685cba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:25.603062 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-bb8e91db-f51e-4af4-997d-bbd3685cba5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 200 len: 917 time: 0.0827374 Jul 29 20:53:25.668650 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-2c4102d8-6f44-4dfb-80d1-99377a7fff3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd HTTP/1.1" status: 200 len: 1000 time: 0.0571375 Jul 29 20:53:25.715346 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-98816014-3e9a-48f4-b9ba-c47b4381d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:25.716676 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-98816014-3e9a-48f4-b9ba-c47b4381d238 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 200 len: 855 time: 0.0403593 Jul 29 20:53:25.760363 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-4a7f292c-303b-49ff-905f-c03c5d012582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:25.761796 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-4a7f292c-303b-49ff-905f-c03c5d012582 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19609c7c-420d-4e82-aa8b-a60c5726c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370383 Jul 29 20:53:25.870226 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:25.979017 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-49134750-c565-4347-9c3c-706391e24200 service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839550 Jul 29 20:53:26.065955 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f5d0c816-b74d-4fa2-927e-fe47fc9f23e9 req-e4101cef-751b-43c1-9814-fe0ff050e4ae service neutron] 10.222.0.42 "GET /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792687 Jul 29 20:53:26.505405 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3c96c-ad51-4670-a206-e5350bb3f9bb req-0c27ad6b-d69d-45a2-849d-9167784483f2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:26.506906 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9db3c96c-ad51-4670-a206-e5350bb3f9bb req-0c27ad6b-d69d-45a2-849d-9167784483f2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0508139 Jul 29 20:53:26.547059 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9db3c96c-ad51-4670-a206-e5350bb3f9bb req-1d2dacd4-adba-428a-ae94-00e2f5b8c6c9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341473 Jul 29 20:53:27.077127 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:27.670327 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7d7d0-31de-4316-8da0-41b7b582f426 req-9daee2f5-c51c-4a50-82aa-d2849b2b40cb tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:27.671975 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-25f7d7d0-31de-4316-8da0-41b7b582f426 req-9daee2f5-c51c-4a50-82aa-d2849b2b40cb tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0498343 Jul 29 20:53:27.712202 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-25f7d7d0-31de-4316-8da0-41b7b582f426 req-28a66cee-f2b6-43ae-9c44-2ca4e644cd1c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333219 Jul 29 20:53:28.832941 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb86cc-f778-4802-8f46-a7b0539c2e29 req-856382bb-d081-4c1a-96a6-9d380c9647d2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:28.834430 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5adb86cc-f778-4802-8f46-a7b0539c2e29 req-856382bb-d081-4c1a-96a6-9d380c9647d2 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0497983 Jul 29 20:53:28.873776 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5adb86cc-f778-4802-8f46-a7b0539c2e29 req-e97a3206-8375-4d57-b024-898ceddd0cca tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333886 Jul 29 20:53:30.001486 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be12af-cffa-43e9-92bf-29f215918dc6 req-d8478348-1027-4593-9d3f-601d9ba9b012 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:30.003013 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-52be12af-cffa-43e9-92bf-29f215918dc6 req-d8478348-1027-4593-9d3f-601d9ba9b012 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0533223 Jul 29 20:53:30.043548 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-52be12af-cffa-43e9-92bf-29f215918dc6 req-12c0bc9b-9923-40f0-911a-c5386ad52331 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341733 Jul 29 20:53:31.167319 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83d0ee-8ceb-465b-9a9a-81715146ee8c req-65526f64-a83d-499b-b996-0095f7046580 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:31.168716 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-df83d0ee-8ceb-465b-9a9a-81715146ee8c req-65526f64-a83d-499b-b996-0095f7046580 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0498605 Jul 29 20:53:31.208238 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-df83d0ee-8ceb-465b-9a9a-81715146ee8c req-ca191446-4f7a-4434-932e-638b72ed9759 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Jul 29 20:53:32.329034 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1688ab5-d5b5-4ac4-9360-61324faf665a req-a1c0487e-540c-4141-ab10-13a811e0e1cd tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:32.330541 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b1688ab5-d5b5-4ac4-9360-61324faf665a req-a1c0487e-540c-4141-ab10-13a811e0e1cd tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0498798 Jul 29 20:53:32.369291 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b1688ab5-d5b5-4ac4-9360-61324faf665a req-e8e6b3ad-33f1-4ebc-a9e4-752f206106dd tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Jul 29 20:53:33.495190 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a658c59-335e-4954-bb41-e32ae413c7f5 req-0e8affe0-bf7b-4a9d-a0b4-f872d8576275 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:33.496757 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6a658c59-335e-4954-bb41-e32ae413c7f5 req-0e8affe0-bf7b-4a9d-a0b4-f872d8576275 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0529540 Jul 29 20:53:33.536153 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6a658c59-335e-4954-bb41-e32ae413c7f5 req-c13b24f9-66e5-4251-833a-c28869a628fa tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Jul 29 20:53:34.655485 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5a9cc-6081-4b3e-92be-bb55e7b44aa5 req-fed6a52c-fb80-4f7e-bfcd-c483f5edd922 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:34.657063 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fa5a9cc-6081-4b3e-92be-bb55e7b44aa5 req-fed6a52c-fb80-4f7e-bfcd-c483f5edd922 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0496342 Jul 29 20:53:34.695774 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-9fa5a9cc-6081-4b3e-92be-bb55e7b44aa5 req-81c7ea31-47a6-4431-9a2b-e3c5e48f4334 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Jul 29 20:53:35.815810 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57683f4c-1dfd-4a98-a013-7b4b372b8743 req-37d21fa8-cb60-4b52-84d5-caa36b109977 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:35.817289 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-57683f4c-1dfd-4a98-a013-7b4b372b8743 req-37d21fa8-cb60-4b52-84d5-caa36b109977 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0486710 Jul 29 20:53:35.865844 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-57683f4c-1dfd-4a98-a013-7b4b372b8743 req-fda532fb-71da-4e19-8e5c-09e35ccd8035 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Jul 29 20:53:36.985177 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68583d-6718-4e35-b99d-ad1bf1d69d87 req-235dd5d0-7d63-41cb-8435-4fd216a647d9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:36.986853 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d68583d-6718-4e35-b99d-ad1bf1d69d87 req-235dd5d0-7d63-41cb-8435-4fd216a647d9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0528090 Jul 29 20:53:37.024166 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2d68583d-6718-4e35-b99d-ad1bf1d69d87 req-79ac638b-2ad0-437e-bf6d-8c1387dc1aac tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Jul 29 20:53:37.131949 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:53:37.243946 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-b893d22e-6741-45d6-88fb-193ad2330040 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412400 Jul 29 20:53:37.384733 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-3c8fd02b-5b09-4556-9811-75316d9f0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:37.386044 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-3c8fd02b-5b09-4556-9811-75316d9f0cd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1098 time: 0.0386169 Jul 29 20:53:37.485825 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-942a9926-71ef-4ff1-8fa9-39ba005a4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:37.487366 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-942a9926-71ef-4ff1-8fa9-39ba005a4e71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 910 time: 0.0812030 Jul 29 20:53:37.778549 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-31bbb668-6df3-43b0-8dfd-d7021c23bfb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 1001 time: 0.2828953 Jul 29 20:53:37.825946 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-09789907-cf35-4120-9022-660350e44af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:37.827401 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-09789907-cf35-4120-9022-660350e44af7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 200 len: 848 time: 0.0413141 Jul 29 20:53:37.880233 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-c8ca29d7-6651-40a5-b1cf-af888b66141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:37.881649 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-c8ca29d7-6651-40a5-b1cf-af888b66141f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e22a96dc-d308-4126-8e6f-026348822863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377998 Jul 29 20:53:37.972346 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-142cef13-8d35-4d8c-8838-eb714dd7fbab service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803096 Jul 29 20:53:38.057734 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-614cdd21-f7ea-4e1c-9d5b-28b36ebc8a86 req-4662faaa-97e4-4e16-8b8a-3cb0625e3200 service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773785 Jul 29 20:53:38.143747 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9def0de-14c0-47fa-aaae-c84ad4759cc8 req-76ac7a84-5606-421f-b1c1-f7344ee0ba18 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:38.145263 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d9def0de-14c0-47fa-aaae-c84ad4759cc8 req-76ac7a84-5606-421f-b1c1-f7344ee0ba18 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0488749 Jul 29 20:53:38.186988 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d9def0de-14c0-47fa-aaae-c84ad4759cc8 req-dd371434-f87c-4e1c-a31e-bd6f2b18a263 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344737 Jul 29 20:53:39.304237 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25a004-5384-4b2f-997e-b651f0de3289 req-49d6c6bc-144a-4ce1-856d-cea787ad68c9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:39.305690 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2f25a004-5384-4b2f-997e-b651f0de3289 req-49d6c6bc-144a-4ce1-856d-cea787ad68c9 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 944 time: 0.0471907 Jul 29 20:53:39.341366 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2f25a004-5384-4b2f-997e-b651f0de3289 req-ab0a0c16-6075-476f-a65b-d2ee9a0b80a5 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298572 Jul 29 20:53:39.928149 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:53:40.020465 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:40.031706 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'port_id': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'mac_address': 'fa:16:3e:d0:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:53:40.067633 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.080397 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2306f3d1-cc85-4e93-976b-10df0a940fdd {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:53:40.100913 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:40.105560 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.160189 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=9']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:40.411259 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['2306f3d1-cc85-4e93-976b-10df0a940fdd'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:53:40.468974 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecf607-e1dc-439b-92c4-a4f83279b84b req-4e8d3435-d158-4a05-a37f-039254b77c68 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.470478 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-08ecf607-e1dc-439b-92c4-a4f83279b84b req-4e8d3435-d158-4a05-a37f-039254b77c68 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 945 time: 0.0529714 Jul 29 20:53:40.509257 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-08ecf607-e1dc-439b-92c4-a4f83279b84b req-4bffc3d1-1d69-43a5-ad45-ca7e6f4c97a8 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Jul 29 20:53:41.646460 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd74a22-d906-4890-b645-366e73088d81 req-c0159169-8f7b-4473-8446-c21ccabeee2c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:41.648086 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5cd74a22-d906-4890-b645-366e73088d81 req-c0159169-8f7b-4473-8446-c21ccabeee2c tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 945 time: 0.0595160 Jul 29 20:53:41.685425 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5cd74a22-d906-4890-b645-366e73088d81 req-fc72820d-2a1b-4b0d-9283-88086727b061 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Jul 29 20:53:41.924026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbb424-3c7b-41c5-9f2c-8d5ca93f6c13 req-dbca5875-0a1f-4b12-98a3-e51427d75355 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:41.925459 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1cdbb424-3c7b-41c5-9f2c-8d5ca93f6c13 req-dbca5875-0a1f-4b12-98a3-e51427d75355 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Jul 29 20:53:41.959816 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:41.962947 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1cdbb424-3c7b-41c5-9f2c-8d5ca93f6c13 req-25980bf5-339f-4287-b6c1-58962ab264dc tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306668 Jul 29 20:53:42.012821 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 2306f3d1-cc85-4e93-976b-10df0a940fdd triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:42.013193 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:42.086626 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:42.107398 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:42.109625 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556045dd-4c81-40de-a2b4-24d0f08739a7" -d '{"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-plugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:42.121979 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:42.127017 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:42.150624 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c95ebe2-74a2-40dc-b887-be1b969139c0 x-openstack-request-id: req-2c95ebe2-74a2-40dc-b887-be1b969139c0 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:42.150934 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-plugged", "status": "completed", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:42.151174 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c95ebe2-74a2-40dc-b887-be1b969139c0 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:42.151544 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'code': 200} Jul 29 20:53:42.178750 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=10']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:42.371118 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990e52e-dfff-498a-9e36-77750e34e797 req-856cb188-c9c3-4d34-9211-9c72b0842187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:42.372547 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e990e52e-dfff-498a-9e36-77750e34e797 req-856cb188-c9c3-4d34-9211-9c72b0842187 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 1100 time: 0.0417728 Jul 29 20:53:42.407511 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e990e52e-dfff-498a-9e36-77750e34e797 req-2e35471b-2271-40df-9e19-ed5548e54a4a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264368 Jul 29 20:53:42.814372 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976f92a-2385-4d5f-962f-f380121cb959 req-f43215aa-485c-4598-8519-ac5ff544f0d1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:42.815841 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8976f92a-2385-4d5f-962f-f380121cb959 req-f43215aa-485c-4598-8519-ac5ff544f0d1 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 947 time: 0.0511837 Jul 29 20:53:42.852612 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8976f92a-2385-4d5f-962f-f380121cb959 req-a0679be1-0953-4e84-bdcc-9b1a7f85386e tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Jul 29 20:53:43.075614 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2c682-eaa4-4ec4-b5f1-66bf8ae1b970 req-8901eec0-bae5-480a-87e8-c94b331c1e2d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:43.077060 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-25a2c682-eaa4-4ec4-b5f1-66bf8ae1b970 req-8901eec0-bae5-480a-87e8-c94b331c1e2d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0479302 Jul 29 20:53:43.113987 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-25a2c682-eaa4-4ec4-b5f1-66bf8ae1b970 req-dfa20213-11d5-45b5-9e59-0d806120c7fb tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312119 Jul 29 20:53:43.972730 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e82ed-cb96-45e2-8c29-94a24c1fa9f5 req-9ceb9c2b-0635-4081-92f0-a0e4c89c0808 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:43.974866 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e1e82ed-cb96-45e2-8c29-94a24c1fa9f5 req-9ceb9c2b-0635-4081-92f0-a0e4c89c0808 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 947 time: 0.0500672 Jul 29 20:53:44.012956 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e1e82ed-cb96-45e2-8c29-94a24c1fa9f5 req-ed5e7a15-32a1-4706-8952-8bb9c14ddbc0 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Jul 29 20:53:44.228392 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7fdbd-6e21-4e59-9fe6-a154df29fee8 req-1cf909ca-5b1e-4092-bae8-6d6dbe3ba557 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:44.229849 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-27a7fdbd-6e21-4e59-9fe6-a154df29fee8 req-1cf909ca-5b1e-4092-bae8-6d6dbe3ba557 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0512574 Jul 29 20:53:44.266949 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-27a7fdbd-6e21-4e59-9fe6-a154df29fee8 req-fe6015f1-38c6-4ca4-97d7-0b3168a8bca7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups?id=a72418bc-4eff-4b1d-8d2f-065284efc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306082 Jul 29 20:53:44.309351 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c14aa-5039-442c-b40f-3fd0938db32a req-c6264a70-2d43-4c7f-85a9-637ef06a024c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:44.310812 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-763c14aa-5039-442c-b40f-3fd0938db32a req-c6264a70-2d43-4c7f-85a9-637ef06a024c tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 945 time: 0.0468566 Jul 29 20:53:44.395579 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Deleting port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:44.395917 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:44.481544 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] For port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:44.481905 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:44.642292 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:44.642685 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:44.643002 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Floating IP 69c3dc60-be24-4186-8ac3-9ecd892a64db disassociated. External IP: 172.27.0.38, port: 4ca70148-d5f3-4ac8-8ded-fb275edc68ae. Jul 29 20:53:44.643337 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Calling delete_port for 4ca70148-d5f3-4ac8-8ded-fb275edc68ae owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:44.766770 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:44.792250 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event deleted for resources: {'Port': ['ID=4ca70148-d5f3-4ac8-8ded-fb275edc68ae,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:44.801413 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.801747 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.802078 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.802397 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.802844 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.803054 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.803366 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.803679 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.803992 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.804300 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.805086 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.805086 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:44.913354 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Router 0597c798-f30b-4bf8-b4cc-dca8cd17922c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:45.015051 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:45.024339 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] Sync routers for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:45.033936 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:45.034527 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:45.052340 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] No DVR routers for this DVR port 4ca70148-d5f3-4ac8-8ded-fb275edc68ae on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:45.054939 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:45.057135 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-763c14aa-5039-442c-b40f-3fd0938db32a req-5bd6d802-0e81-4ab8-b0a0-eec84e9c263b tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.42 "DELETE /v2.0/ports/4ca70148-d5f3-4ac8-8ded-fb275edc68ae HTTP/1.1" status: 204 len: 173 time: 0.7400529 Jul 29 20:53:45.057593 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'name': 'network-vif-deleted', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:45.059874 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cdfa7c-a449-490e-aaaf-99d54ed5d3f0" -d '{"events": [{"server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "name": "network-vif-deleted", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:45.099337 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd8c3a7-a4ec-40f5-a9c5-a200d4da14d0 x-openstack-request-id: req-2fd8c3a7-a4ec-40f5-a9c5-a200d4da14d0 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:45.099691 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e3ba0-0058-4c07-86ee-219c821989e7", "name": "network-vif-deleted", "tag": "4ca70148-d5f3-4ac8-8ded-fb275edc68ae", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:45.100003 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2fd8c3a7-a4ec-40f5-a9c5-a200d4da14d0 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:45.100449 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e3ba0-0058-4c07-86ee-219c821989e7', 'name': 'network-vif-deleted', 'tag': '4ca70148-d5f3-4ac8-8ded-fb275edc68ae', 'status': 'completed', 'code': 200} Jul 29 20:53:45.144476 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed6f7d-9b13-4173-b08f-92139e75f00f req-1b78b35b-8501-41d7-ba47-3763b3a4747a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:45.146340 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78ed6f7d-9b13-4173-b08f-92139e75f00f req-1b78b35b-8501-41d7-ba47-3763b3a4747a tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 947 time: 0.0560639 Jul 29 20:53:45.190196 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-78ed6f7d-9b13-4173-b08f-92139e75f00f req-879317b3-1aa8-4dd3-be03-ada701135b98 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Jul 29 20:53:45.272296 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:45.378497 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f64b1f0f-ab1a-40f2-be8b-67fcaf2c8c7d req-ef55dd42-f89c-44de-8454-0a60a8b638e4 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/ports?device_id=b06e3ba0-0058-4c07-86ee-219c821989e7 HTTP/1.1" status: 200 len: 210 time: 0.0264833 Jul 29 20:53:45.466579 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:45.491760 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] Checking router: 0597c798-f30b-4bf8-b4cc-dca8cd17922c for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:45.500416 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:45.501011 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:45.603711 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:45.796627 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:45.820999 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951d9d6-cb5e-43da-8f1f-b0ec4b21fc19 None None] The sync data for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi is: [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:47:20Z', 'revision_number': 4, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'f73b826a-bd09-4781-a6d6-082d71c3a8e2', 'name': '', 'network_id': '4c965ead-a070-4406-a89c-e44d7cb8c3b2', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'mac_address': 'fa:16:3e:b4:33:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:17Z', 'updated_at': '2021-07-29T20:47:33Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'subnets': [{'id': '130776e5-458e-4c91-9c62-e82c0136f2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:46.014783 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b13cd-5c2c-4bcc-b760-78d2814578e9 None None] New status for floating IP 69c3dc60-be24-4186-8ac3-9ecd892a64db: DOWN {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:53:46.457289 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34250) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:46.509824 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e0d-931a-48ac-844f-0912ee10410a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.535437 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e0d-931a-48ac-844f-0912ee10410a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.581124 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e0d-931a-48ac-844f-0912ee10410a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.583742 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9e0d-931a-48ac-844f-0912ee10410a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.584882 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b2cc9e0d-931a-48ac-844f-0912ee10410a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "DELETE /v2.0/security-groups/a72418bc-4eff-4b1d-8d2f-065284efc647 HTTP/1.1" status: 204 len: 168 time: 0.1266062 Jul 29 20:53:46.587716 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34252) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:46.593925 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9e0d-931a-48ac-844f-0912ee10410a tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72418bc-4eff-4b1d-8d2f-065284efc647,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:46.601704 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.api.v2.resource [None req-dd11659f-48bd-4ece-a245-cb3de433532d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] show failed (client error): The resource could not be found. Jul 29 20:53:46.602714 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-dd11659f-48bd-4ece-a245-cb3de433532d tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "GET /v2.0/security-groups/a72418bc-4eff-4b1d-8d2f-065284efc647 HTTP/1.1" status: 404 len: 347 time: 0.0134776 Jul 29 20:53:46.605480 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34254) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:46.727688 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Deleting port cec063c5-bb91-477e-9a49-32a4e692ac4c {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:46.727940 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.798265 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.798588 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.809739 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Calling delete_port for cec063c5-bb91-477e-9a49-32a4e692ac4c owned by network:floatingip {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:46.937859 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:46.963585 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Pushing event deleted for resources: {'Port': ['ID=cec063c5-bb91-477e-9a49-32a4e692ac4c,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:47.019307 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks [] for floatingip, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:47.021689 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:47.022863 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-2fcc60f5-b523-428a-9aa0-c5c3efa842d7 tempest-AttachVolumeTestJSON-1095080523 tempest-AttachVolumeTestJSON-1095080523-project] 10.222.0.26 "DELETE /v2.0/floatingips/69c3dc60-be24-4186-8ac3-9ecd892a64db HTTP/1.1" status: 204 len: 168 time: 0.4164672 Jul 29 20:53:47.990808 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 4ca70148-d5f3-4ac8-8ded-fb275edc68ae no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:48.010981 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 4ca70148-d5f3-4ac8-8ded-fb275edc68ae {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:48.011324 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 4ca70148-d5f3-4ac8-8ded-fb275edc68ae not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:50.537891 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34282) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:50.964691 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:51.197438 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Deleting port f73b826a-bd09-4781-a6d6-082d71c3a8e2 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:51.197716 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:51.272309 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] For port f73b826a-bd09-4781-a6d6-082d71c3a8e2, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=f73b826a-bd09-4781-a6d6-082d71c3a8e2,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:51.272667 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:51.287915 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Calling delete_port for f73b826a-bd09-4781-a6d6-082d71c3a8e2 owned by network:router_interface {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:51.458688 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:51.483188 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73b826a-bd09-4781-a6d6-082d71c3a8e2,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:51.642789 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:51.811791 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-c5892801-4c9d-43ef-b1ef-07f4e996f2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:51.849046 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Router 0597c798-f30b-4bf8-b4cc-dca8cd17922c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:51.951747 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:51.956651 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-079c07d4-9961-4b5e-86d7-e0c2889344b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/0597c798-f30b-4bf8-b4cc-dca8cd17922c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4177532 Jul 29 20:53:51.959190 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34286) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:51.960107 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] Sync routers for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:51.970262 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:51.970911 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:52.059516 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks [] for router, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.071528 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:52.158518 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.209986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Deleting port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:52.210326 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.245943 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:53:51Z', 'revision_number': 5, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port': {'id': '0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:13Z', 'updated_at': '2021-07-29T20:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:52.271619 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] Checking router: 0597c798-f30b-4bf8-b4cc-dca8cd17922c for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:52.279537 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] Routers {'0597c798-f30b-4bf8-b4cc-dca8cd17922c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:52.280129 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:52.285015 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] For port 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:52.285378 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.301270 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Calling delete_port for 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 owned by network:router_gateway {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:52.364186 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] Set router 0597c798-f30b-4bf8-b4cc-dca8cd17922c gateway port host: None {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:52.413874 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:53:52Z', 'revision_number': 6, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:52.443044 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edd980-ebda-406d-9bb2-22b2851dd5c0 None None] The sync data for ids ['0597c798-f30b-4bf8-b4cc-dca8cd17922c'] in dv-cinder-801633-3-iscsi is: [{'id': '0597c798-f30b-4bf8-b4cc-dca8cd17922c', 'name': 'tempest-AttachVolumeTestJSON-1833652063-router', 'tenant_id': '84530e02538f49be94ddcfefcc1abf8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:11Z', 'updated_at': '2021-07-29T20:53:52Z', 'revision_number': 6, 'project_id': '84530e02538f49be94ddcfefcc1abf8d', 'gw_port_host': None}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:52.463896 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.492675 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:52.551685 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.636049 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.638039 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.682388 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.683043 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0597c798-f30b-4bf8-b4cc-dca8cd17922c {{(pid=99519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:53:52.687499 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.688625 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-0e229d3e-9160-4273-a49c-cbb22114bbbd admin admin] 10.222.0.26 "DELETE /v2.0/routers/0597c798-f30b-4bf8-b4cc-dca8cd17922c HTTP/1.1" status: 204 len: 168 time: 0.7285311 Jul 29 20:53:52.691138 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34288) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:52.734053 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] Deleting subnet 130776e5-458e-4c91-9c62-e82c0136f2da {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:53:52.736967 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.770070 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799177'] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.851820 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.903821 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25586848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28575730'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.929901 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130776e5-458e-4c91-9c62-e82c0136f2da,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:52.931850 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:52.934289 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-35a8ae09-b15e-4b69-9587-52f46d3005f8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/130776e5-458e-4c91-9c62-e82c0136f2da HTTP/1.1" status: 204 len: 168 time: 0.2416618 Jul 29 20:53:52.936058 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714dae7d-c6a8-4cc5-985e-b0b96715df4b None None] Network 4c965ead-a070-4406-a89c-e44d7cb8c3b2 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:52.936533 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34290) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:53.001990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.053710 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Deleting port 46c1228e-70b2-42b1-b731-3c8131000903 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:53.054055 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.117873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] For port 46c1228e-70b2-42b1-b731-3c8131000903, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=46c1228e-70b2-42b1-b731-3c8131000903,segment=NetworkSegment(6327441c-64cb-4590-8ab0-abb9e561d1c0),segment_id=6327441c-64cb-4590-8ab0-abb9e561d1c0)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:53.118186 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.130209 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Calling delete_port for 46c1228e-70b2-42b1-b731-3c8131000903 owned by network:dhcp {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:53.204113 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bc229-e9ec-4740-990d-c87d1512b2dc None None] DHCP port deletion for 4c965ead-a070-4406-a89c-e44d7cb8c3b2 request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:53:53.209539 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.227677 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-194bc229-e9ec-4740-990d-c87d1512b2dc None None] The port '46c1228e-70b2-42b1-b731-3c8131000903' was deleted {{(pid=99521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 20:53:53.239899 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=46c1228e-70b2-42b1-b731-3c8131000903,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:53.241710 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] No DVR routers for this DVR port 46c1228e-70b2-42b1-b731-3c8131000903 on host dv-cinder-801633-3-iscsi {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:53.310476 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.320509 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c965ead-a070-4406-a89c-e44d7cb8c3b2']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:53.331259 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6327441c-64cb-4590-8ab0-abb9e561d1c0') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:53.331542 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6327441c-64cb-4590-8ab0-abb9e561d1c0') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:53.339966 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.353129 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.359186 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:53:53.359563 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:53:53.361180 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:53:53.418352 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.422760 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.427615 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] 10.222.0.26 "DELETE /v2.0/networks/4c965ead-a070-4406-a89c-e44d7cb8c3b2 HTTP/1.1" status: 204 len: 168 time: 0.4874206 Jul 29 20:53:53.438621 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde101c-b090-472b-9c9d-5976718dc4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4c965ead-a070-4406-a89c-e44d7cb8c3b2,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:53.545948 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34294) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:53.586419 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-bd9387af-f18d-4fd8-b873-f89346aced28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84530e02538f49be94ddcfefcc1abf8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379703 Jul 29 20:53:53.587966 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34296) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:53.635969 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-588855e2-426f-4100-bb30-de2434387c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.656028 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-588855e2-426f-4100-bb30-de2434387c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.701156 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-588855e2-426f-4100-bb30-de2434387c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.703768 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-588855e2-426f-4100-bb30-de2434387c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:53.704854 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-588855e2-426f-4100-bb30-de2434387c2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e3c30b7-a536-479d-b540-70b0c0cf64ac HTTP/1.1" status: 204 len: 168 time: 0.1159096 Jul 29 20:53:53.712142 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588855e2-426f-4100-bb30-de2434387c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3c30b7-a536-479d-b540-70b0c0cf64ac,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:54.378201 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device f73b826a-bd09-4781-a6d6-082d71c3a8e2 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:54.397495 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: f73b826a-bd09-4781-a6d6-082d71c3a8e2 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:54.397829 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device f73b826a-bd09-4781-a6d6-082d71c3a8e2 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:54.398234 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 46c1228e-70b2-42b1-b731-3c8131000903 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:54.420515 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 46c1228e-70b2-42b1-b731-3c8131000903 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:54.420853 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 46c1228e-70b2-42b1-b731-3c8131000903 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:54.421262 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:54.449158 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:54.449563 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 0c6f0e6f-2d21-4ab7-90ee-8f02b0e7ba56 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:54.455550 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-96f0b9b0-8684-4397-9339-ff454c8709f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:54.463932 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:54.903139 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:55.294480 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:55.950340 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34364) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:56.048987 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c95e-1daa-4d24-9549-4f5a20586407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.137026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c95e-1daa-4d24-9549-4f5a20586407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.140537 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c95e-1daa-4d24-9549-4f5a20586407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.177510 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-b6e5c95e-1daa-4d24-9549-4f5a20586407 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e4e6bb5660844b7878d615cccb24c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261109 Jul 29 20:53:56.178350 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5c95e-1daa-4d24-9549-4f5a20586407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b0c273-0823-42dc-93b4-5a73e8d2eb64,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:56.180320 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34368) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:56.227635 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a58990be-f9b6-42f7-9fe1-13e09da03601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.248630 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a58990be-f9b6-42f7-9fe1-13e09da03601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.294732 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a58990be-f9b6-42f7-9fe1-13e09da03601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.297820 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-a58990be-f9b6-42f7-9fe1-13e09da03601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.299079 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-a58990be-f9b6-42f7-9fe1-13e09da03601 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73b0c273-0823-42dc-93b4-5a73e8d2eb64 HTTP/1.1" status: 204 len: 168 time: 0.1177399 Jul 29 20:53:56.306627 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58990be-f9b6-42f7-9fe1-13e09da03601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b0c273-0823-42dc-93b4-5a73e8d2eb64,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:56.542892 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34374) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:56.557251 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10858d11-fb7d-432e-a27c-0ccd1bdf9658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.644824 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10858d11-fb7d-432e-a27c-0ccd1bdf9658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.648452 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10858d11-fb7d-432e-a27c-0ccd1bdf9658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.685022 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-10858d11-fb7d-432e-a27c-0ccd1bdf9658 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bce4ff3cfa70402eb88828e609dace2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411049 Jul 29 20:53:56.686087 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10858d11-fb7d-432e-a27c-0ccd1bdf9658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a92eda-1ae5-4050-ad09-be5201b228f1,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:56.687743 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34376) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:56.738995 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ae15360-efbf-45ab-8b30-dd916ac93a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.758711 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ae15360-efbf-45ab-8b30-dd916ac93a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.804737 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ae15360-efbf-45ab-8b30-dd916ac93a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.807345 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5ae15360-efbf-45ab-8b30-dd916ac93a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.808412 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-5ae15360-efbf-45ab-8b30-dd916ac93a80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58a92eda-1ae5-4050-ad09-be5201b228f1 HTTP/1.1" status: 204 len: 168 time: 0.1196394 Jul 29 20:53:56.816079 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae15360-efbf-45ab-8b30-dd916ac93a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a92eda-1ae5-4050-ad09-be5201b228f1,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:57.081569 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.439803 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34398) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:57.530199 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2042489747-network', 'tenant_id': 'b85582db20054df7b1c3a30e35794e99'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:57.550662 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Made reservation on behalf of b85582db20054df7b1c3a30e35794e99 for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:57.552844 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.561293 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.656869 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.660540 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.684210 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:53:57.696772 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a94b24-755d-4a1b-8b4a-635c4629de7f,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:57.701110 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.701452 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Added segment b91d49f1-d90f-463f-b6ff-1ba9d87b0e15 of type vlan for network bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8 Jul 29 20:53:57.740004 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.766835 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.767770 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:57.768350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:57.821724 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3808262 Jul 29 20:53:57.825139 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34402) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:57.829196 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398333d-e0bd-4e46-b37e-e78ed54d3e95 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:57.830074 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Request body: {'subnet': {'network_id': 'bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2042489747-subnet', 'tenant_id': 'b85582db20054df7b1c3a30e35794e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:57.838601 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:53:57.850515 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Made reservation on behalf of b85582db20054df7b1c3a30e35794e99 for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:57.852967 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28575701'] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.013864 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25586915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28575739'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.064550 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08515af0-83b6-4425-98d2-ee3675fcfa0f,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:58.074338 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Checking segment: {'id': 'b91d49f1-d90f-463f-b6ff-1ba9d87b0e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:58.074708 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Network hostable DHCP agents. Network: bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:53:58.090330 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Network bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:53:58.098968 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:58.102606 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:58.103222 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.109302 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5421f-d9dc-411b-b3b4-b86ca69d029f None None] Network bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:58.125270 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-bfb4ca77-4266-44e4-a8bd-d0c7d045d2f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2908537 Jul 29 20:53:58.230375 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93fea3f-a773-40b8-b53f-cec6e5487146 None None] Network bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:58.562029 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34418) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:58.567037 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1543784774-network', 'tenant_id': 'bbdf87eaf1414181a96dfd5fd8585988'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:58.587133 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Made reservation on behalf of bbdf87eaf1414181a96dfd5fd8585988 for: {'network': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:58.589318 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.598015 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.687867 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.691529 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.717614 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=99519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:53:58.722804 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c7551d-1585-4cca-b8ac-3c98b77eed94,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:58.730967 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.730967 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.segments_db [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Added segment 75eacc58-2b75-4570-b184-b0a0476eedd4 of type vlan for network 68a4ee1b-3b7d-437d-8920-25a5599469c5 Jul 29 20:53:58.771668 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.798769 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.799624 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:58.800234 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.850998 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2878208 Jul 29 20:53:58.853865 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34420) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:58.859485 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Request body: {'subnet': {'network_id': '68a4ee1b-3b7d-437d-8920-25a5599469c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1543784774-subnet', 'tenant_id': 'bbdf87eaf1414181a96dfd5fd8585988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:58.861747 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Pushing event updated for resources: {'Network': ['ID=68a4ee1b-3b7d-437d-8920-25a5599469c5,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:58.872661 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.873013 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.873465 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.873686 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.874014 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.874344 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.874683 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.875018 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.875502 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.876014 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.876438 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.876889 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b389e-6ed7-4315-b9fb-2ef7ca4f5a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.887875 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 68a4ee1b-3b7d-437d-8920-25a5599469c5 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:53:58.888078 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Made reservation on behalf of bbdf87eaf1414181a96dfd5fd8585988 for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:58.891274 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25655227'] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:59.054107 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25640262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25655189'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:59.106076 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295a6398-7650-4329-895f-659bc9d7485c,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:59.114212 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Checking segment: {'id': '75eacc58-2b75-4570-b184-b0a0476eedd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '68a4ee1b-3b7d-437d-8920-25a5599469c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:59.114560 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Network hostable DHCP agents. Network: 68a4ee1b-3b7d-437d-8920-25a5599469c5, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:53:59.129949 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Network 68a4ee1b-3b7d-437d-8920-25a5599469c5 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:53:59.137954 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 68a4ee1b-3b7d-437d-8920-25a5599469c5) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:59.142071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:59.142644 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:59.146974 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c629591-bc28-4196-93e5-b808793d60fd None None] Network 68a4ee1b-3b7d-437d-8920-25a5599469c5 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:59.156199 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b391d498-1e49-4a88-9a45-0818eea983d9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3012736 Jul 29 20:53:59.275532 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850693ec-6c73-4168-bd8b-40708f307516 None None] Network 68a4ee1b-3b7d-437d-8920-25a5599469c5 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:54:12.491137 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34540) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:12.533580 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] Deleting subnet 08515af0-83b6-4425-98d2-ee3675fcfa0f {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:54:12.536603 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.572031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.609350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.659149 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.682750 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08515af0-83b6-4425-98d2-ee3675fcfa0f,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:12.686401 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.689657 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-26fedfb6-ddad-4b4a-a1c8-747466ec0e81 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/08515af0-83b6-4425-98d2-ee3675fcfa0f HTTP/1.1" status: 204 len: 168 time: 0.1966126 Jul 29 20:54:12.691215 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34542) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:12.759684 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.834364 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.843802 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:12.857480 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91d49f1-d90f-463f-b6ff-1ba9d87b0e15') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:12.857766 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91d49f1-d90f-463f-b6ff-1ba9d87b0e15') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:12.866493 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.880016 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.885824 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:54:12.886199 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:54:12.887809 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:54:12.951571 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.957653 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:12.960838 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8 HTTP/1.1" status: 204 len: 168 time: 0.2673857 Jul 29 20:54:12.962535 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34546) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:12.970389 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90901b5e-f55c-4959-aa41-b898ef1ec083 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0a7a2e-5dbe-4ce9-ae13-dff76d0593e8,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:13.010638 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] Deleting subnet 295a6398-7650-4329-895f-659bc9d7485c {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:54:13.013759 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.047018 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799177'] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.084253 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.133614 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25586848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28575730'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.157674 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295a6398-7650-4329-895f-659bc9d7485c,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:13.161151 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.163626 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a1ae7097-35d4-4057-aefc-cb9d54ad3bc1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/295a6398-7650-4329-895f-659bc9d7485c HTTP/1.1" status: 204 len: 168 time: 0.1988761 Jul 29 20:54:13.165490 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34548) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:13.481227 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.558102 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.567565 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a4ee1b-3b7d-437d-8920-25a5599469c5']}} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:13.577049 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eacc58-2b75-4570-b184-b0a0476eedd4') {'for_net_delete': True} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:13.577341 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eacc58-2b75-4570-b184-b0a0476eedd4') {} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:13.585652 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799170'] for segment, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.599640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.605206 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=99519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:54:13.605584 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25586302'] for segment, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: Traceback (most recent call last): Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: timer() Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: cb(*args, **kw) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: return func(*args, **kwargs) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: self._notify() Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: self.callback(batched_events) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: event.method(event) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: return f(self, *a, **k) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._get(url).json() Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: return self.request(url, 'GET', **kwargs) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:54:13.607243 dv-cinder-801633-3-iscsi neutron-server[99519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:54:13.657752 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.662981 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.664802 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] 10.222.0.26 "DELETE /v2.0/networks/68a4ee1b-3b7d-437d-8920-25a5599469c5 HTTP/1.1" status: 204 len: 168 time: 0.4984150 Jul 29 20:54:13.676106 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ad0c-6a5a-435f-acf5-ac33f8851b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=68a4ee1b-3b7d-437d-8920-25a5599469c5,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:13.814477 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34552) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:13.853686 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-1d7940f2-294b-4939-9b5d-4705c51aacc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b85582db20054df7b1c3a30e35794e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379992 Jul 29 20:54:13.856187 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34554) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:13.914166 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e2777d1-9aab-4746-a1fa-c5968e12c62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.934221 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e2777d1-9aab-4746-a1fa-c5968e12c62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.980579 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e2777d1-9aab-4746-a1fa-c5968e12c62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.983318 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-6e2777d1-9aab-4746-a1fa-c5968e12c62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:13.984402 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-6e2777d1-9aab-4746-a1fa-c5968e12c62f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36a94b24-755d-4a1b-8b4a-635c4629de7f HTTP/1.1" status: 204 len: 168 time: 0.1273379 Jul 29 20:54:13.992633 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2777d1-9aab-4746-a1fa-c5968e12c62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a94b24-755d-4a1b-8b4a-635c4629de7f,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:14.134924 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:54:14.293207 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34566) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:14.347286 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-f2f236d2-a115-4818-a45b-2427a540821a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbdf87eaf1414181a96dfd5fd8585988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529377 Jul 29 20:54:14.349817 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34570) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:14.423829 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2459f36e-5b5c-4701-ab65-e391500fd92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:14.442787 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2187b1a-1210-4422-84c1-b6dbf350fd49 req-45400db2-575f-4e08-b11b-a5e2b3e036ba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:14.444233 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e2187b1a-1210-4422-84c1-b6dbf350fd49 req-45400db2-575f-4e08-b11b-a5e2b3e036ba tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 947 time: 0.0684555 Jul 29 20:54:14.462894 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2459f36e-5b5c-4701-ab65-e391500fd92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:14.513835 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e2187b1a-1210-4422-84c1-b6dbf350fd49 req-9981a19d-5bb5-44d1-b480-44373f7801ef tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599267 Jul 29 20:54:14.531319 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2459f36e-5b5c-4701-ab65-e391500fd92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:14.533956 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2459f36e-5b5c-4701-ab65-e391500fd92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:14.535136 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-2459f36e-5b5c-4701-ab65-e391500fd92c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21c7551d-1585-4cca-b8ac-3c98b77eed94 HTTP/1.1" status: 204 len: 168 time: 0.1844261 Jul 29 20:54:14.543344 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459f36e-5b5c-4701-ab65-e391500fd92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c7551d-1585-4cca-b8ac-3c98b77eed94,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:15.636390 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471745b5-e931-4afe-b25c-4dae3161bb21 req-4883a462-4e25-4c93-a24a-aa1dacc24b5f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:15.637859 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-471745b5-e931-4afe-b25c-4dae3161bb21 req-4883a462-4e25-4c93-a24a-aa1dacc24b5f tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 947 time: 0.0476394 Jul 29 20:54:15.676213 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-471745b5-e931-4afe-b25c-4dae3161bb21 req-d47ea3ab-461c-4d04-ab2b-a02b5a5bb86b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups?id=8d81e177-d8d7-4bde-9fc5-9063c29456b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 29 20:54:15.902293 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2c906-0c47-4123-8462-50a699f9d355 req-795d51ca-f958-4dba-bc41-902ece199c33 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:15.903769 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-11b2c906-0c47-4123-8462-50a699f9d355 req-795d51ca-f958-4dba-bc41-902ece199c33 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 947 time: 0.0473583 Jul 29 20:54:16.000966 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Deleting port 2306f3d1-cc85-4e93-976b-10df0a940fdd {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:16.001311 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.096919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] For port 2306f3d1-cc85-4e93-976b-10df0a940fdd, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=2306f3d1-cc85-4e93-976b-10df0a940fdd,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:16.097292 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.267845 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.268211 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.268578 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Floating IP 7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76 disassociated. External IP: 172.27.0.156, port: 2306f3d1-cc85-4e93-976b-10df0a940fdd. Jul 29 20:54:16.268875 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Calling delete_port for 2306f3d1-cc85-4e93-976b-10df0a940fdd owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:16.389494 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.419364 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event deleted for resources: {'Port': ['ID=2306f3d1-cc85-4e93-976b-10df0a940fdd,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:16.511082 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34618) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:16.536310 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Router f5ab3034-7812-4607-979b-13df135f52bc has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:54:16.641429 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:54:16.651419 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] Sync routers for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:54:16.660741 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:16.661404 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:16.710098 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] No DVR routers for this DVR port 2306f3d1-cc85-4e93-976b-10df0a940fdd on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:54:16.714337 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.716486 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-11b2c906-0c47-4123-8462-50a699f9d355 req-0ec43be3-1cf8-4908-b729-d75caae85d5d tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.42 "DELETE /v2.0/ports/2306f3d1-cc85-4e93-976b-10df0a940fdd HTTP/1.1" status: 204 len: 173 time: 0.8052838 Jul 29 20:54:16.717001 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-deleted', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:54:16.719680 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135a3443-5995-41f8-80e7-474125ec0869" -d '{"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-deleted", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:54:16.789489 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcddbc8-a3d0-418e-9a98-929e2aa796b1 x-openstack-request-id: req-ffcddbc8-a3d0-418e-9a98-929e2aa796b1 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:54:16.789771 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459eb081-cd79-4295-a609-49e8e17bac43", "name": "network-vif-deleted", "tag": "2306f3d1-cc85-4e93-976b-10df0a940fdd", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:54:16.790015 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffcddbc8-a3d0-418e-9a98-929e2aa796b1 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:54:16.790401 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459eb081-cd79-4295-a609-49e8e17bac43', 'name': 'network-vif-deleted', 'tag': '2306f3d1-cc85-4e93-976b-10df0a940fdd', 'status': 'completed', 'code': 200} Jul 29 20:54:16.796429 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-33608883-9435-48bf-b56b-1f13e55fd666 req-b60c93d7-4a67-47c1-a089-615f80705619 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/ports?device_id=459eb081-cd79-4295-a609-49e8e17bac43 HTTP/1.1" status: 200 len: 210 time: 0.0437350 Jul 29 20:54:16.830713 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:16.892907 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Deleting port 174d724d-e395-455e-b66d-e0b5011d681b {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:16.893358 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.980018 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.980629 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.992825 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Calling delete_port for 174d724d-e395-455e-b66d-e0b5011d681b owned by network:floatingip {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:17.062438 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:17.091731 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] Checking router: f5ab3034-7812-4607-979b-13df135f52bc for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:54:17.100421 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:17.101019 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:17.170815 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:17.207693 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event deleted for resources: {'Port': ['ID=174d724d-e395-455e-b66d-e0b5011d681b,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:17.265137 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for floatingip, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:17.265470 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Floating IP f6b900e2-2fff-42bf-9a18-4609caa44ac4 disassociated (deleted). External IP: 172.27.0.199, port: 6f813c8b-7bb1-460b-92a5-bee255405878. Jul 29 20:54:17.295362 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:17.513737 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:17.546013 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0099d3fb-4899-458e-bf2e-d5feb9059064 None None] The sync data for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi is: [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:47:27Z', 'revision_number': 4, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '3a065bf2-255c-4a57-aef8-3e43ce69b425', 'name': '', 'network_id': '19609c7c-420d-4e82-aa8b-a60c5726c469', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'mac_address': 'fa:16:3e:c2:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:26Z', 'updated_at': '2021-07-29T20:47:36Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'subnets': [{'id': 'b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:54:17.742852 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Router c9937484-a546-41e1-be04-616bc0d5daf7 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:54:17.797437 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db06069-e7b0-42ad-bd5e-627e0077bc6e None None] New status for floating IP 7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76: DOWN {{(pid=99521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:54:17.861299 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:54:17.866059 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:17.876042 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] Sync routers for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:54:17.886121 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:17.886936 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:17.907924 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f93ff7b5-0cd6-4700-a66c-01266bfcaf15 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "DELETE /v2.0/floatingips/f6b900e2-2fff-42bf-9a18-4609caa44ac4 HTTP/1.1" status: 204 len: 168 time: 1.3955753 Jul 29 20:54:17.914155 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34642) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:17.989945 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-545d367a-57ab-4a0e-b819-108eea14cb95 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.018491 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-545d367a-57ab-4a0e-b819-108eea14cb95 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.021443 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:18.073460 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-545d367a-57ab-4a0e-b819-108eea14cb95 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.076421 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-545d367a-57ab-4a0e-b819-108eea14cb95 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.077763 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-545d367a-57ab-4a0e-b819-108eea14cb95 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "DELETE /v2.0/security-groups/8d81e177-d8d7-4bde-9fc5-9063c29456b8 HTTP/1.1" status: 204 len: 168 time: 0.1620514 Jul 29 20:54:18.080845 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34646) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:18.089586 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d367a-57ab-4a0e-b819-108eea14cb95 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d81e177-d8d7-4bde-9fc5-9063c29456b8,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:18.096889 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.api.v2.resource [None req-b813577e-8cec-43ce-9bc5-1aa74cf5c836 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] show failed (client error): The resource could not be found. Jul 29 20:54:18.099286 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b813577e-8cec-43ce-9bc5-1aa74cf5c836 tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "GET /v2.0/security-groups/8d81e177-d8d7-4bde-9fc5-9063c29456b8 HTTP/1.1" status: 404 len: 347 time: 0.0173116 Jul 29 20:54:18.101700 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34648) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:18.137602 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:18.161498 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 2306f3d1-cc85-4e93-976b-10df0a940fdd {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:18.162068 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 2306f3d1-cc85-4e93-976b-10df0a940fdd not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:18.180038 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef993-fe7d-4a50-bb67-2687ddd11090 req-a287847f-27c3-463b-a2fa-04d5566fbe0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:18.181522 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-90bef993-fe7d-4a50-bb67-2687ddd11090 req-a287847f-27c3-463b-a2fa-04d5566fbe0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0515108 Jul 29 20:54:18.223905 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-90bef993-fe7d-4a50-bb67-2687ddd11090 req-5bf8ab1d-f576-48fa-a5fe-9598abd03df6 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359011 Jul 29 20:54:18.245285 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Deleting port 5f6c7b07-7d0d-4235-a664-69bc7983f25b {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:18.245636 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.251091 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:15Z', 'revision_number': 5, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:18.276184 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] Checking router: c9937484-a546-41e1-be04-616bc0d5daf7 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:54:18.284712 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:18.285307 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:18.322777 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.323103 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.335658 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Calling delete_port for 5f6c7b07-7d0d-4235-a664-69bc7983f25b owned by network:floatingip {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:18.388249 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:18.464031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.489823 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Pushing event deleted for resources: {'Port': ['ID=5f6c7b07-7d0d-4235-a664-69bc7983f25b,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:18.546141 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks [] for floatingip, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.548646 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.549783 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-2b432f0a-3894-4e61-87d1-be902578270b tempest-AttachVolumeShelveTestJSON-1521866092 tempest-AttachVolumeShelveTestJSON-1521866092-project] 10.222.0.26 "DELETE /v2.0/floatingips/7e6421e3-59a8-44cb-b5fc-bb2ec3ea9f76 HTTP/1.1" status: 204 len: 168 time: 0.4471674 Jul 29 20:54:18.588599 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:15Z', 'revision_number': 5, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:18.624066 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ddec0-3e61-4b5f-91f3-7f5c5ae2caba None None] The sync data for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi is: [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:08Z', 'revision_number': 4, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': '2d54b150-8a68-4102-99fa-612fcc734e4d', 'name': '', 'network_id': 'e22a96dc-d308-4126-8e6f-026348822863', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'mac_address': 'fa:16:3e:e5:38:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:07Z', 'updated_at': '2021-07-29T20:49:15Z', 'revision_number': 5, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'subnets': [{'id': 'fd96882f-ac06-4652-a5ef-19f9d813a3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:54:18.792080 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:54:18.794737 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c6cd6-b86e-4314-aef7-4ae032b36e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:54:18.832930 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59058bcb-85f9-4963-b60c-6bdf45ed8dce x-openstack-request-id: req-59058bcb-85f9-4963-b60c-6bdf45ed8dce {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:54:18.833284 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:54:18.833874 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59058bcb-85f9-4963-b60c-6bdf45ed8dce {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:54:18.833978 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878', 'status': 'completed', 'code': 200} Jul 29 20:54:18.856288 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f71c9e-0007-4a9d-b82a-be8a15b883f6 None None] New status for floating IP f6b900e2-2fff-42bf-9a18-4609caa44ac4: DOWN {{(pid=99521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:54:18.959996 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-e4663f4c-8893-4f6d-ad5b-79e84546fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:18.962549 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-e4663f4c-8893-4f6d-ad5b-79e84546fe40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 1098 time: 0.0644078 Jul 29 20:54:19.067066 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-5b090265-7bc7-4565-afd9-ab342990c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:19.068433 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-5b090265-7bc7-4565-afd9-ab342990c17f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 200 len: 910 time: 0.0966671 Jul 29 20:54:19.111853 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-0f7f6a09-6f30-4c90-9949-2635a6aa756d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 200 len: 217 time: 0.0356343 Jul 29 20:54:19.200085 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-ee83942e-51d5-4ee3-9356-57cdec0e5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:19.201470 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-ee83942e-51d5-4ee3-9356-57cdec0e5169 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 200 len: 848 time: 0.0476451 Jul 29 20:54:19.253196 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-344b4834-afbf-47cd-b504-0a24908e26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:19.254617 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-344b4834-afbf-47cd-b504-0a24908e26ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e22a96dc-d308-4126-8e6f-026348822863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421050 Jul 29 20:54:19.338342 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f467-c72b-4d6c-86c5-f3f2aa2787fd req-cd218bff-16c1-4c83-92db-738c3dbb6693 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:19.339834 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d03f467-c72b-4d6c-86c5-f3f2aa2787fd req-cd218bff-16c1-4c83-92db-738c3dbb6693 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0489213 Jul 29 20:54:19.346696 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-f806f42b-1a79-4dc3-b832-c699dcb1eb36 service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828319 Jul 29 20:54:19.377754 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-1d03f467-c72b-4d6c-86c5-f3f2aa2787fd req-dddaaaf8-fd5a-4841-b371-a0c4ccdc7f96 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ad8fb16-0995-46e5-9655-92d4271320af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Jul 29 20:54:19.441338 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-354c6cd6-b86e-4314-aef7-4ae032b36e0b req-532a697b-735e-46bd-b1bd-59d60b410336 service neutron] 10.222.0.42 "GET /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859504 Jul 29 20:54:19.868571 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-9287b5eb-1730-4130-b3e3-d9d16558c3c3 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:19.870087 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-9287b5eb-1730-4130-b3e3-d9d16558c3c3 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.42 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Jul 29 20:54:19.961065 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Deleting port 6f813c8b-7bb1-460b-92a5-bee255405878 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:19.961330 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:20.046566 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] For port 6f813c8b-7bb1-460b-92a5-bee255405878, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=6f813c8b-7bb1-460b-92a5-bee255405878,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:20.047040 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:20.059792 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Calling delete_port for 6f813c8b-7bb1-460b-92a5-bee255405878 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:20.189579 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:20.219385 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event deleted for resources: {'Port': ['ID=6f813c8b-7bb1-460b-92a5-bee255405878,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:20.260715 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] No DVR routers for this DVR port 6f813c8b-7bb1-460b-92a5-bee255405878 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:54:20.266486 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:20.268511 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-2b378870-e214-4ef9-a5db-f023b7a8eacb req-b9ee23e6-68bf-4eb5-82b3-379056277a47 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.42 "DELETE /v2.0/ports/6f813c8b-7bb1-460b-92a5-bee255405878 HTTP/1.1" status: 204 len: 173 time: 0.3913291 Jul 29 20:54:20.477645 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-06c94d60-2725-40ce-8740-392e2aa9cb37 req-33d3cb7b-407f-4cb9-9ce8-6ba0ae35ceb2 tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "GET /v2.0/ports?device_id=bda252f5-5b31-445e-872f-ed21cf807387 HTTP/1.1" status: 200 len: 210 time: 0.0304446 Jul 29 20:54:20.835135 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-deleted', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:54:20.837350 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f23417-9b4e-498a-ac81-b62033ae7f15" -d '{"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-deleted", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:54:20.872131 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862cf06b-275b-4593-ad63-947aea153656 x-openstack-request-id: req-862cf06b-275b-4593-ad63-947aea153656 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:54:20.872449 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda252f5-5b31-445e-872f-ed21cf807387", "name": "network-vif-deleted", "tag": "6f813c8b-7bb1-460b-92a5-bee255405878", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:54:20.872726 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-862cf06b-275b-4593-ad63-947aea153656 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:54:20.873129 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda252f5-5b31-445e-872f-ed21cf807387', 'name': 'network-vif-deleted', 'tag': '6f813c8b-7bb1-460b-92a5-bee255405878', 'status': 'completed', 'code': 200} Jul 29 20:54:20.962431 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34700) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:21.398910 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.532348 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34706) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:21.589282 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e711c832-0fbc-4760-a48b-857455753f0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.615931 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e711c832-0fbc-4760-a48b-857455753f0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.638568 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Deleting port 3a065bf2-255c-4a57-aef8-3e43ce69b425 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:21.638936 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.683557 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e711c832-0fbc-4760-a48b-857455753f0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.688197 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e711c832-0fbc-4760-a48b-857455753f0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.692548 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-e711c832-0fbc-4760-a48b-857455753f0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ad8fb16-0995-46e5-9655-92d4271320af HTTP/1.1" status: 204 len: 168 time: 0.1565518 Jul 29 20:54:21.703782 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711c832-0fbc-4760-a48b-857455753f0b tempest-TestShelveInstance-1922356492 tempest-TestShelveInstance-1922356492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8fb16-0995-46e5-9655-92d4271320af,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:21.723011 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] For port 3a065bf2-255c-4a57-aef8-3e43ce69b425, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=3a065bf2-255c-4a57-aef8-3e43ce69b425,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:21.723371 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.741416 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Calling delete_port for 3a065bf2-255c-4a57-aef8-3e43ce69b425 owned by network:router_interface {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:21.750092 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34714) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:21.816606 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e29eede7-5149-43ae-af15-13be2d4761de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.964185 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:21.993840 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a065bf2-255c-4a57-aef8-3e43ce69b425,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:22.163484 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.163718 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 6f813c8b-7bb1-460b-92a5-bee255405878 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:22.187163 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 6f813c8b-7bb1-460b-92a5-bee255405878 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:22.188395 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 6f813c8b-7bb1-460b-92a5-bee255405878 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:22.217027 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.389385 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Router f5ab3034-7812-4607-979b-13df135f52bc has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:54:22.462747 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Deleting port 2d54b150-8a68-4102-99fa-612fcc734e4d {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:22.462969 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.494770 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:54:22.500642 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-b3424d5f-8aa9-47fb-8fae-720afd36d1e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/f5ab3034-7812-4607-979b-13df135f52bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5361257 Jul 29 20:54:22.502303 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34724) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:22.506320 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] Sync routers for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:54:22.515345 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:22.515958 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:22.541529 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] For port 2d54b150-8a68-4102-99fa-612fcc734e4d, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=2d54b150-8a68-4102-99fa-612fcc734e4d,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:22.542090 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.556815 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Calling delete_port for 2d54b150-8a68-4102-99fa-612fcc734e4d owned by network:router_interface {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:22.606217 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks [] for router, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.622722 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:22.721140 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.750553 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.776908 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d54b150-8a68-4102-99fa-612fcc734e4d,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:22.803951 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Deleting port 396e0d00-6e01-4da7-a7a2-633cd69859ee {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:22.804363 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.818379 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:54:21Z', 'revision_number': 5, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port': {'id': '396e0d00-6e01-4da7-a7a2-633cd69859ee', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:47:16Z', 'updated_at': '2021-07-29T20:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:22.851423 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] Checking router: f5ab3034-7812-4607-979b-13df135f52bc for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:54:22.861835 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] Routers {'f5ab3034-7812-4607-979b-13df135f52bc'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:22.862462 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['f5ab3034-7812-4607-979b-13df135f52bc'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:22.897749 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] For port 396e0d00-6e01-4da7-a7a2-633cd69859ee, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=396e0d00-6e01-4da7-a7a2-633cd69859ee,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:22.900017 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:22.915605 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Calling delete_port for 396e0d00-6e01-4da7-a7a2-633cd69859ee owned by network:router_gateway {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:22.979668 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.064695 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] Set router f5ab3034-7812-4607-979b-13df135f52bc gateway port host: None {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:23.127464 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:54:22Z', 'revision_number': 6, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:23.156251 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c51c34-1ad9-42b7-984b-0b9f76ab207c None None] The sync data for ids ['f5ab3034-7812-4607-979b-13df135f52bc'] in dv-cinder-801633-3-iscsi is: [{'id': 'f5ab3034-7812-4607-979b-13df135f52bc', 'name': 'tempest-AttachVolumeShelveTestJSON-127293959-router', 'tenant_id': '3a2d499cfd29443a8769fc072df858f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:47:14Z', 'updated_at': '2021-07-29T20:54:22Z', 'revision_number': 6, 'project_id': '3a2d499cfd29443a8769fc072df858f4', 'gw_port_host': None}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:54:23.241453 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Router c9937484-a546-41e1-be04-616bc0d5daf7 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:54:23.347937 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:54:23.352714 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-1550a5ec-aa6f-43ee-a4fe-bdd021e3205d admin admin] 10.222.0.26 "PUT /v2.0/routers/c9937484-a546-41e1-be04-616bc0d5daf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6011446 Jul 29 20:54:23.355334 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34732) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:23.357964 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] Sync routers for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:54:23.368307 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:23.368930 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:23.382763 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.407468 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Pushing event deleted for resources: {'Port': ['ID=396e0d00-6e01-4da7-a7a2-633cd69859ee,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:23.468386 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.472230 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks [] for router, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.481067 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:23.568539 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.570866 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.581640 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.622470 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.623345 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ab3034-7812-4607-979b-13df135f52bc {{(pid=99520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:54:23.630436 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.632013 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-98bf9410-b21d-4a3f-953a-b1f10badc869 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f5ab3034-7812-4607-979b-13df135f52bc HTTP/1.1" status: 204 len: 168 time: 1.1282692 Jul 29 20:54:23.634951 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34734) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:23.678709 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Deleting port c50357e6-5a6a-439c-9838-1076f3603302 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:23.679059 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.723578 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] Deleting subnet b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:54:23.729068 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:23.801234 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:54:22Z', 'revision_number': 5, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port': {'id': 'c50357e6-5a6a-439c-9838-1076f3603302', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:23.828438 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] Checking router: c9937484-a546-41e1-be04-616bc0d5daf7 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:54:23.837403 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] Routers {'c9937484-a546-41e1-be04-616bc0d5daf7'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:23.838028 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:53:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['c9937484-a546-41e1-be04-616bc0d5daf7'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:23.925664 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] Set router c9937484-a546-41e1-be04-616bc0d5daf7 gateway port host: None {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:23.980828 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:54:23Z', 'revision_number': 6, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:24.009719 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ccffaf-11c9-4906-b20a-aa594947f080 None None] The sync data for ids ['c9937484-a546-41e1-be04-616bc0d5daf7'] in dv-cinder-801633-3-iscsi is: [{'id': 'c9937484-a546-41e1-be04-616bc0d5daf7', 'name': 'tempest-TestShelveInstance-1249265521-router', 'tenant_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:05Z', 'updated_at': '2021-07-29T20:54:23Z', 'revision_number': 6, 'project_id': 'fb8f332558be4d2bb2b1c6cbf3e8533d', 'gw_port_host': None}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:54:24.041345 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799177'] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.076329 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] For port c50357e6-5a6a-439c-9838-1076f3603302, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c50357e6-5a6a-439c-9838-1076f3603302,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:24.076714 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.094834 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Calling delete_port for c50357e6-5a6a-439c-9838-1076f3603302 owned by network:router_gateway {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:24.187967 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.296168 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25586848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28575730'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.329115 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:24.350962 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.355440 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34742) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:24.356441 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-cd76b53e-6731-490e-b681-b2fe50fac126 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b193f3ed-4fe7-4bfb-8457-c9f00ced8f2e HTTP/1.1" status: 204 len: 168 time: 0.7199864 Jul 29 20:54:24.361337 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda92b19-2830-4287-9486-9fa09fa9ed3a None None] Network 19609c7c-420d-4e82-aa8b-a60c5726c469 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:54:24.389898 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.419266 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c50357e6-5a6a-439c-9838-1076f3603302,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:24.484190 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.484409 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 396e0d00-6e01-4da7-a7a2-633cd69859ee no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:24.501080 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.523142 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 396e0d00-6e01-4da7-a7a2-633cd69859ee {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:24.523772 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 396e0d00-6e01-4da7-a7a2-633cd69859ee not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:24.524387 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 3a065bf2-255c-4a57-aef8-3e43ce69b425 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:24.556976 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Deleting port 1fdc7878-1ed7-4ded-a480-c858e0f986eb {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:24.557415 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.563339 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.563982 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-23de2183-b8b9-4b8e-a54f-80c3b863a589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.567589 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 3a065bf2-255c-4a57-aef8-3e43ce69b425 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:24.567888 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 3a065bf2-255c-4a57-aef8-3e43ce69b425 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:24.569042 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2d54b150-8a68-4102-99fa-612fcc734e4d no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:24.608598 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.610878 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.615773 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 2d54b150-8a68-4102-99fa-612fcc734e4d {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:24.616123 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2d54b150-8a68-4102-99fa-612fcc734e4d not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:24.621796 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] For port 1fdc7878-1ed7-4ded-a480-c858e0f986eb, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=1fdc7878-1ed7-4ded-a480-c858e0f986eb,segment=NetworkSegment(3fdc7a89-2ca2-454f-bbd6-b190a8e040e5),segment_id=3fdc7a89-2ca2-454f-bbd6-b190a8e040e5)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:24.622270 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.639902 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Calling delete_port for 1fdc7878-1ed7-4ded-a480-c858e0f986eb owned by network:dhcp {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:24.658103 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.658752 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9937484-a546-41e1-be04-616bc0d5daf7 {{(pid=99519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:54:24.663388 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.670535 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-0b02de64-7658-4f01-b0f1-86ba49f81c1b admin admin] 10.222.0.26 "DELETE /v2.0/routers/c9937484-a546-41e1-be04-616bc0d5daf7 HTTP/1.1" status: 204 len: 168 time: 1.3141375 Jul 29 20:54:24.671203 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34744) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:24.714791 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] Deleting subnet fd96882f-ac06-4652-a5ef-19f9d813a3f7 {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:54:24.717863 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.721997 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.747608 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdc7878-1ed7-4ded-a480-c858e0f986eb,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:24.753646 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] No DVR routers for this DVR port 1fdc7878-1ed7-4ded-a480-c858e0f986eb on host dv-cinder-801633-3-iscsi {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:54:24.756427 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799177'] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.821944 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.832928 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19609c7c-420d-4e82-aa8b-a60c5726c469']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:24.841361 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.843866 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:24.844159 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc7a89-2ca2-454f-bbd6-b190a8e040e5') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:24.847688 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5985700e-1fd6-44f2-abba-70f27b515516 None None] DHCP port deletion for 19609c7c-420d-4e82-aa8b-a60c5726c469 request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:54:24.860273 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.877017 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.885401 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:54:24.885797 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:54:24.887828 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:54:24.908218 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.915973 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25586848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28575730'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.945154 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:24.947075 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fd96882f-ac06-4652-a5ef-19f9d813a3f7 HTTP/1.1" status: 204 len: 168 time: 0.2749348 Jul 29 20:54:24.948153 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffed33-3a13-4e51-b605-e843eb461d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd96882f-ac06-4652-a5ef-19f9d813a3f7,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:24.952252 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34746) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:24.953634 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99a16e-17e4-49d2-b3ff-a68b2eebc76c None None] Network e22a96dc-d308-4126-8e6f-026348822863 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:54:24.971007 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.003108 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.007415 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] 10.222.0.26 "DELETE /v2.0/networks/19609c7c-420d-4e82-aa8b-a60c5726c469 HTTP/1.1" status: 204 len: 168 time: 0.6484249 Jul 29 20:54:25.022977 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3df33-8c90-4b19-b933-737d3822a32b admin admin] Pushing event deleted for resources: {'Network': ['ID=19609c7c-420d-4e82-aa8b-a60c5726c469,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:25.044012 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.118806 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Deleting port 90400516-d8b1-46f8-b608-fd2594685331 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:25.119336 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.152505 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34750) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:25.163088 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] DHCP port deletion for e22a96dc-d308-4126-8e6f-026348822863 request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:54:25.191086 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] For port 90400516-d8b1-46f8-b608-fd2594685331, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=90400516-d8b1-46f8-b608-fd2594685331,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:25.191573 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.205096 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Calling delete_port for 90400516-d8b1-46f8-b608-fd2594685331 owned by network:dhcp {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:25.209661 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-79e8af8c-e91c-4bce-99bd-226ab551b697 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a2d499cfd29443a8769fc072df858f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536835 Jul 29 20:54:25.209896 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34752) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:25.227516 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Deleting port 90400516-d8b1-46f8-b608-fd2594685331 {{(pid=99521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:25.227889 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.258562 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c599790c-e59d-4631-9bb7-d19c64dfb8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.287338 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c599790c-e59d-4631-9bb7-d19c64dfb8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.300800 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.300978 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] For port 90400516-d8b1-46f8-b608-fd2594685331, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=90400516-d8b1-46f8-b608-fd2594685331,segment=NetworkSegment(c58a8527-9687-48c2-84cb-031f9345d06a),segment_id=c58a8527-9687-48c2-84cb-031f9345d06a)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:25.301513 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.321159 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Calling delete_port for 90400516-d8b1-46f8-b608-fd2594685331 owned by network:dhcp {{(pid=99521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:25.326384 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.340728 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] No DVR routers for this DVR port 90400516-d8b1-46f8-b608-fd2594685331 on host dv-cinder-801633-3-iscsi {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:54:25.342236 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90400516-d8b1-46f8-b608-fd2594685331,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:25.359909 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c599790c-e59d-4631-9bb7-d19c64dfb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.362836 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-c599790c-e59d-4631-9bb7-d19c64dfb8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.364933 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-c599790c-e59d-4631-9bb7-d19c64dfb8ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09a3bc55-bf02-4401-a780-ad81f909d1b7 HTTP/1.1" status: 204 len: 168 time: 0.1533570 Jul 29 20:54:25.375732 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599790c-e59d-4631-9bb7-d19c64dfb8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a3bc55-bf02-4401-a780-ad81f909d1b7,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:25.418537 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.428894 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.440875 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22a96dc-d308-4126-8e6f-026348822863']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:25.447220 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Pushing event deleted for resources: {'Port': ['ID=90400516-d8b1-46f8-b608-fd2594685331,revision_number=None']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:25.450024 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] No DVR routers for this DVR port 90400516-d8b1-46f8-b608-fd2594685331 on host dv-cinder-801633-3-iscsi {{(pid=99521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:54:25.457019 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58a8527-9687-48c2-84cb-031f9345d06a') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:25.457446 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58a8527-9687-48c2-84cb-031f9345d06a') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:25.465852 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.467879 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.469311 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.470333 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.470709 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.471131 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.471359 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.471693 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.472180 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.472438 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.472770 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.473198 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.473545 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d721b46-218e-4d93-b79e-922f2a2f3ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:25.484027 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.490031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:54:25.490460 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:54:25.492379 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:54:25.553162 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.562779 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.567457 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e22a96dc-d308-4126-8e6f-026348822863 HTTP/1.1" status: 204 len: 168 time: 0.6133182 Jul 29 20:54:25.567660 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34762) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:25.580989 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6de66e-a58b-481d-bf95-5a5094d547d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e22a96dc-d308-4126-8e6f-026348822863,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:25.617945 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34766) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:25.726598 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-096979fc-4200-463f-a152-978ca5b785ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.828092 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-096979fc-4200-463f-a152-978ca5b785ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.832972 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-096979fc-4200-463f-a152-978ca5b785ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.872191 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-096979fc-4200-463f-a152-978ca5b785ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd05d338ab064ebb8558634fb50d485c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531488 Jul 29 20:54:25.873437 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096979fc-4200-463f-a152-978ca5b785ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5423687-3bf1-47c0-8f8a-fa411e5a1278,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:25.875648 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34778) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:25.931490 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26b8cb67-1c07-41bc-b8b1-daeb583777ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.944238 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:25.957113 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26b8cb67-1c07-41bc-b8b1-daeb583777ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.009798 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26b8cb67-1c07-41bc-b8b1-daeb583777ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.012601 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-26b8cb67-1c07-41bc-b8b1-daeb583777ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.016798 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-26b8cb67-1c07-41bc-b8b1-daeb583777ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5423687-3bf1-47c0-8f8a-fa411e5a1278 HTTP/1.1" status: 204 len: 168 time: 0.1371830 Jul 29 20:54:26.022202 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8cb67-1c07-41bc-b8b1-daeb583777ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5423687-3bf1-47c0-8f8a-fa411e5a1278,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:26.215223 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Deleting port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:26.215558 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.294715 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] For port 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,segment=NetworkSegment(b510c6e9-6c6a-4c4d-8725-7d7e034f179c),segment_id=b510c6e9-6c6a-4c4d-8725-7d7e034f179c)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:26.295158 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.308961 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Calling delete_port for 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa owned by network:router_interface {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:26.363959 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34796) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:26.383806 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f2ec37a2-1f97-47f7-bf80-68229daf3d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.417527 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c50357e6-5a6a-439c-9838-1076f3603302 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:26.444637 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: c50357e6-5a6a-439c-9838-1076f3603302 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:26.445791 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c50357e6-5a6a-439c-9838-1076f3603302 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:26.446361 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 90400516-d8b1-46f8-b608-fd2594685331 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:26.466690 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 90400516-d8b1-46f8-b608-fd2594685331 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:26.467381 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 90400516-d8b1-46f8-b608-fd2594685331 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:26.467971 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 1fdc7878-1ed7-4ded-a480-c858e0f986eb no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:26.489828 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 1fdc7878-1ed7-4ded-a480-c858e0f986eb {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:26.490418 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 1fdc7878-1ed7-4ded-a480-c858e0f986eb not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:26.511499 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f2ec37a2-1f97-47f7-bf80-68229daf3d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.516102 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f2ec37a2-1f97-47f7-bf80-68229daf3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.548811 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.554901 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f2ec37a2-1f97-47f7-bf80-68229daf3d80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=837995497cf243bb853ca64e3babde01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899922 Jul 29 20:54:26.555765 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec37a2-1f97-47f7-bf80-68229daf3d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19de1560-8293-43be-9edf-214c1569678b,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:26.558693 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34798) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:26.581439 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:26.613770 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fdc71968-c023-453c-aa62-7282969b32a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.639947 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fdc71968-c023-453c-aa62-7282969b32a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.734022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fdc71968-c023-453c-aa62-7282969b32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.737531 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-fdc71968-c023-453c-aa62-7282969b32a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:26.738486 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-fdc71968-c023-453c-aa62-7282969b32a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19de1560-8293-43be-9edf-214c1569678b HTTP/1.1" status: 204 len: 168 time: 0.1789131 Jul 29 20:54:26.766199 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc71968-c023-453c-aa62-7282969b32a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de1560-8293-43be-9edf-214c1569678b,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:26.803871 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.021028 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:54:27.086784 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.128537 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:54:27.133406 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9be1cd2b-a2f0-4af5-bad2-87bb7abd700d admin admin] 10.222.0.26 "PUT /v2.0/routers/e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5646923 Jul 29 20:54:27.135958 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34814) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:27.142080 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] Sync routers for ids ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:54:27.152296 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] Routers {'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:27.152909 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:54:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:27.252627 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks [] for router, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.278667 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] Set router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:27.360597 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.427919 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Deleting port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:27.428267 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.460271 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:54:26Z', 'revision_number': 5, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port': {'id': '8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:27.489737 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] Checking router: e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:54:27.499078 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] Routers {'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:27.499711 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:54:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:27.517115 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] For port 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:27.517480 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.530639 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Calling delete_port for 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d owned by network:router_gateway {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:27.580295 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] Set router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b gateway port host: None {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:27.633842 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:54:27Z', 'revision_number': 6, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:27.667275 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe4fa1-3873-4177-b66b-63eaec6a12e5 None None] The sync data for ids ['e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b'] in dv-cinder-801633-3-iscsi is: [{'id': 'e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b', 'name': 'tempest-TestShelveInstance-1355351446-router', 'tenant_id': '1db57beb02734cffab0778d7a5c0e601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:49:10Z', 'updated_at': '2021-07-29T20:54:27Z', 'revision_number': 6, 'project_id': '1db57beb02734cffab0778d7a5c0e601', 'gw_port_host': None}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:54:27.705659 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.729276 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:27.800496 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.893393 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:27.896026 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.234853 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.235508 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b {{(pid=99519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:54:28.239572 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.240710 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-cd230b82-0478-4fbb-8463-50fabd64cef7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e7f37e3c-0f2e-4bb0-a419-414c0ef15e3b HTTP/1.1" status: 204 len: 168 time: 1.1037726 Jul 29 20:54:28.243312 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34888) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:28.288233 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] Deleting subnet 58d97e88-9e3d-4011-9f74-2e600c04825d {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:54:28.291188 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.329875 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.413682 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.467547 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.492358 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d97e88-9e3d-4011-9f74-2e600c04825d,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:28.495751 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.497620 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-01054028-df3f-4c8a-8aed-7d6946e733fd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58d97e88-9e3d-4011-9f74-2e600c04825d HTTP/1.1" status: 204 len: 168 time: 0.2533257 Jul 29 20:54:28.500035 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34896) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:28.503669 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab27214-e733-417c-b483-556668627704 None None] Network a29d37f8-f8af-4850-98d6-5df00135702a requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:54:28.577229 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.582368 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:28.634054 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:28.634675 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 8de77b23-f5fe-4e48-a5c7-bb1161cf1d4d not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:28.635267 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:28.644312 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Deleting port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:28.644774 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.659881 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:28.660240 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 6cb92ea6-a6e9-4c45-b885-767ccbbbcbaa not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:28.721002 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] For port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,segment=NetworkSegment(b510c6e9-6c6a-4c4d-8725-7d7e034f179c),segment_id=b510c6e9-6c6a-4c4d-8725-7d7e034f179c)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:28.721425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.736452 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Calling delete_port for e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 owned by network:dhcp {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:28.748358 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] DHCP port deletion for a29d37f8-f8af-4850-98d6-5df00135702a request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:54:28.804494 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] Deleting port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 {{(pid=99521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:54:28.804864 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.845485 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.859914 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] No DVR routers for this DVR port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 on host dv-cinder-801633-3-iscsi {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:54:28.885016 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:28.887690 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] For port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,segment=NetworkSegment(b510c6e9-6c6a-4c4d-8725-7d7e034f179c),segment_id=b510c6e9-6c6a-4c4d-8725-7d7e034f179c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:28.888315 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.905984 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] Calling delete_port for e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 owned by network:dhcp {{(pid=99521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:54:28.950756 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.963162 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29d37f8-f8af-4850-98d6-5df00135702a']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:28.976853 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:28.977283 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b510c6e9-6c6a-4c4d-8725-7d7e034f179c') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:28.990475 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.996307 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.013182 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] Pushing event deleted for resources: {'Port': ['ID=e8b5ae4f-7289-4b51-9c8c-f9662ff52c98,revision_number=None']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:29.015428 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.019075 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06715ad2-8df3-4e00-9507-3b80fdddf99c None None] No DVR routers for this DVR port e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 on host dv-cinder-801633-3-iscsi {{(pid=99521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:54:29.026172 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:54:29.026643 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:54:29.028286 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:54:29.081577 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.086839 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.088641 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a29d37f8-f8af-4850-98d6-5df00135702a HTTP/1.1" status: 204 len: 168 time: 0.5876949 Jul 29 20:54:29.099646 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ef7c0-d9a8-419c-bcf4-4e832348f116 admin admin] Pushing event deleted for resources: {'Network': ['ID=a29d37f8-f8af-4850-98d6-5df00135702a,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:29.263851 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34912) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:29.316194 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d49d9363-cb96-402a-b080-6532c3dc6b53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb8f332558be4d2bb2b1c6cbf3e8533d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505962 Jul 29 20:54:29.318775 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 34918) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:29.369613 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9255684d-22f6-46ff-810a-11cb522015de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.392692 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9255684d-22f6-46ff-810a-11cb522015de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.440394 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9255684d-22f6-46ff-810a-11cb522015de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.443115 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9255684d-22f6-46ff-810a-11cb522015de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.444246 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9255684d-22f6-46ff-810a-11cb522015de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1f94f9c-9363-4f3e-87c1-1e680a0a87e7 HTTP/1.1" status: 204 len: 168 time: 0.1245627 Jul 29 20:54:29.455322 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255684d-22f6-46ff-810a-11cb522015de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f94f9c-9363-4f3e-87c1-1e680a0a87e7,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:29.781888 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34930) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:29.821004 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-329239ad-3f45-4bbe-9cdd-9092ed5aac2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1db57beb02734cffab0778d7a5c0e601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379758 Jul 29 20:54:29.823237 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 34932) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:29.868366 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-64c69a7c-42ef-4bac-9b7a-c9c93d228cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.889144 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-64c69a7c-42ef-4bac-9b7a-c9c93d228cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.936945 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-64c69a7c-42ef-4bac-9b7a-c9c93d228cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.939481 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-64c69a7c-42ef-4bac-9b7a-c9c93d228cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:29.940622 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-64c69a7c-42ef-4bac-9b7a-c9c93d228cbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c69187f-1a99-499f-95a3-2cfbf4610fc9 HTTP/1.1" status: 204 len: 168 time: 0.1162770 Jul 29 20:54:29.948074 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c69a7c-42ef-4bac-9b7a-c9c93d228cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c69187f-1a99-499f-95a3-2cfbf4610fc9,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:30.390679 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:30.412791 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:54:30.413129 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device e8b5ae4f-7289-4b51-9c8c-f9662ff52c98 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:54:35.107107 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35006) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:35.210140 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-517968d3-6690-43ab-9d1d-f99df9d1839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:35.298693 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-517968d3-6690-43ab-9d1d-f99df9d1839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:35.302559 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-517968d3-6690-43ab-9d1d-f99df9d1839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:35.339396 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-517968d3-6690-43ab-9d1d-f99df9d1839a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dc825d0a9154cfc8e708b4e5132905b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307961 Jul 29 20:54:35.340506 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517968d3-6690-43ab-9d1d-f99df9d1839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d74e3-38f4-4e2e-b63c-7e77091d6870,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:35.342567 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35010) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:35.391886 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-93201510-aaa4-4793-8a5c-a75fe523c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:35.413906 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-93201510-aaa4-4793-8a5c-a75fe523c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:35.458885 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-93201510-aaa4-4793-8a5c-a75fe523c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:35.461393 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-93201510-aaa4-4793-8a5c-a75fe523c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:35.462519 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-93201510-aaa4-4793-8a5c-a75fe523c6fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a1d74e3-38f4-4e2e-b63c-7e77091d6870 HTTP/1.1" status: 204 len: 168 time: 0.1189418 Jul 29 20:54:35.470381 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201510-aaa4-4793-8a5c-a75fe523c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d74e3-38f4-4e2e-b63c-7e77091d6870,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:39.683072 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35102) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:39.783799 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2734652a-8499-49aa-b5b6-76d3613dc550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:39.868720 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2734652a-8499-49aa-b5b6-76d3613dc550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:39.872380 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2734652a-8499-49aa-b5b6-76d3613dc550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:39.910134 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-2734652a-8499-49aa-b5b6-76d3613dc550 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ed46b05e5c54b9897f4ca30fd913429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259288 Jul 29 20:54:39.911237 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734652a-8499-49aa-b5b6-76d3613dc550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dd0257-3290-44cf-8278-e97c62ccb8aa,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:39.913049 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35108) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:39.963121 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-56f9265f-492b-45db-a09b-25da4e941124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:39.983946 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-56f9265f-492b-45db-a09b-25da4e941124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.028481 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-56f9265f-492b-45db-a09b-25da4e941124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.032216 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-56f9265f-492b-45db-a09b-25da4e941124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.033351 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-56f9265f-492b-45db-a09b-25da4e941124 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07dd0257-3290-44cf-8278-e97c62ccb8aa HTTP/1.1" status: 204 len: 168 time: 0.1192503 Jul 29 20:54:40.040898 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9265f-492b-45db-a09b-25da4e941124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dd0257-3290-44cf-8278-e97c62ccb8aa,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:40.286633 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35114) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:40.301817 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-084601bb-afe7-46bc-8f86-def173f374ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.388432 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-084601bb-afe7-46bc-8f86-def173f374ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.392161 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-084601bb-afe7-46bc-8f86-def173f374ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.427918 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-084601bb-afe7-46bc-8f86-def173f374ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eecae8c6ae334274b559a745be553155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402259 Jul 29 20:54:40.428750 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084601bb-afe7-46bc-8f86-def173f374ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aaf1cc-05ad-42f8-a1cb-5e899cf73b9e,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:40.431238 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35116) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:40.480095 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-99f7c81a-6ba3-4486-b3d6-66e517310451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.504184 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-99f7c81a-6ba3-4486-b3d6-66e517310451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.546068 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-99f7c81a-6ba3-4486-b3d6-66e517310451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.549077 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-99f7c81a-6ba3-4486-b3d6-66e517310451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:40.550189 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-99f7c81a-6ba3-4486-b3d6-66e517310451 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48aaf1cc-05ad-42f8-a1cb-5e899cf73b9e HTTP/1.1" status: 204 len: 168 time: 0.1176405 Jul 29 20:54:40.557230 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c81a-6ba3-4486-b3d6-66e517310451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aaf1cc-05ad-42f8-a1cb-5e899cf73b9e,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:45.263365 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35212) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:45.362497 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-41c42c2a-060a-4d30-9fe0-e5c83ea5f55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.446321 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-41c42c2a-060a-4d30-9fe0-e5c83ea5f55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.450297 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-41c42c2a-060a-4d30-9fe0-e5c83ea5f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.488568 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-41c42c2a-060a-4d30-9fe0-e5c83ea5f55f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d9c165b734944ed84b81bf5aca7ffc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241704 Jul 29 20:54:45.489581 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42c2a-060a-4d30-9fe0-e5c83ea5f55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de409f-d0a1-4224-b291-c97a2d3d862d,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:45.491508 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35216) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:45.538093 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.558494 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.604319 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.606892 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.608008 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50de409f-d0a1-4224-b291-c97a2d3d862d HTTP/1.1" status: 204 len: 168 time: 0.1155422 Jul 29 20:54:45.615722 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de409f-d0a1-4224-b291-c97a2d3d862d,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:45.622487 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.622852 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.623182 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.623504 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.623825 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.624264 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.624485 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.624800 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.625114 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.625429 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.625740 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.626047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd82739-cc0c-41fd-bfbb-0b43edf69422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:45.851614 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35222) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:45.864480 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dade4e6c-7b02-490f-aecc-ff1c9e07be89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.950512 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dade4e6c-7b02-490f-aecc-ff1c9e07be89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.954645 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-dade4e6c-7b02-490f-aecc-ff1c9e07be89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:45.991255 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-dade4e6c-7b02-490f-aecc-ff1c9e07be89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61cdad4410574d1984024027c5e9d5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385477 Jul 29 20:54:45.992106 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade4e6c-7b02-490f-aecc-ff1c9e07be89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66daf02-b205-4559-afa1-3cdd49b396dc,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:45.994830 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35224) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:46.045085 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2ae584c-4f41-4330-a4f5-bf5ac1c8d155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:46.065884 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2ae584c-4f41-4330-a4f5-bf5ac1c8d155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:46.115043 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2ae584c-4f41-4330-a4f5-bf5ac1c8d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:46.117598 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-b2ae584c-4f41-4330-a4f5-bf5ac1c8d155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:46.118749 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-b2ae584c-4f41-4330-a4f5-bf5ac1c8d155 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c66daf02-b205-4559-afa1-3cdd49b396dc HTTP/1.1" status: 204 len: 168 time: 0.1224396 Jul 29 20:54:46.126748 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae584c-4f41-4330-a4f5-bf5ac1c8d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66daf02-b205-4559-afa1-3cdd49b396dc,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:47.691963 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35288) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:47.789336 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af229f3f-833f-42c8-9ae9-325806a8958e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:47.875875 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af229f3f-833f-42c8-9ae9-325806a8958e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:47.879658 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af229f3f-833f-42c8-9ae9-325806a8958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:47.917286 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-af229f3f-833f-42c8-9ae9-325806a8958e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e41aeba4dea042debca9c83faf079b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242746 Jul 29 20:54:47.918222 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af229f3f-833f-42c8-9ae9-325806a8958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d5739-7668-495a-be76-71b470ff2ef0,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:47.919971 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35292) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:47.967996 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7ac812d0-217e-46ba-88b8-344a70688e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:47.988388 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7ac812d0-217e-46ba-88b8-344a70688e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.033255 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7ac812d0-217e-46ba-88b8-344a70688e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.035815 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-7ac812d0-217e-46ba-88b8-344a70688e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.036935 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-7ac812d0-217e-46ba-88b8-344a70688e5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/785d5739-7668-495a-be76-71b470ff2ef0 HTTP/1.1" status: 204 len: 168 time: 0.1158545 Jul 29 20:54:48.044183 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac812d0-217e-46ba-88b8-344a70688e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d5739-7668-495a-be76-71b470ff2ef0,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:48.289026 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35298) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:48.302110 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2af39db4-1e13-4c54-abb7-6e122c740007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.385734 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2af39db4-1e13-4c54-abb7-6e122c740007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.389158 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2af39db4-1e13-4c54-abb7-6e122c740007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.432401 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-2af39db4-1e13-4c54-abb7-6e122c740007 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52bf0bf0cfd94108b9d08fcd261c08ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399679 Jul 29 20:54:48.432401 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af39db4-1e13-4c54-abb7-6e122c740007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b0c59-aa99-4648-85c7-12513a1bde8e,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:48.432795 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35302) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:48.480544 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df1d87d1-f1f6-4014-bd1a-afd4dc5f8b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.501423 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df1d87d1-f1f6-4014-bd1a-afd4dc5f8b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.546805 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df1d87d1-f1f6-4014-bd1a-afd4dc5f8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.549245 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df1d87d1-f1f6-4014-bd1a-afd4dc5f8b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.550367 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-df1d87d1-f1f6-4014-bd1a-afd4dc5f8b6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d4b0c59-aa99-4648-85c7-12513a1bde8e HTTP/1.1" status: 204 len: 168 time: 0.1165917 Jul 29 20:54:48.557768 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d87d1-f1f6-4014-bd1a-afd4dc5f8b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b0c59-aa99-4648-85c7-12513a1bde8e,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:50.249201 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35362) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:50.347806 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-19af0af3-8033-4bd7-a0c1-a298e24925c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.433474 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-19af0af3-8033-4bd7-a0c1-a298e24925c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.437230 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-19af0af3-8033-4bd7-a0c1-a298e24925c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.475084 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-19af0af3-8033-4bd7-a0c1-a298e24925c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1493a025fcb4c69a15396fb692875fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248290 Jul 29 20:54:50.476204 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af0af3-8033-4bd7-a0c1-a298e24925c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da5f7c-db54-4539-a986-6681d40234e1,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:50.477780 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35366) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:50.525497 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa32-ad1f-4f6d-a88f-04b70ebe3252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.546264 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa32-ad1f-4f6d-a88f-04b70ebe3252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.591694 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa32-ad1f-4f6d-a88f-04b70ebe3252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.594971 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa32-ad1f-4f6d-a88f-04b70ebe3252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.596111 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-29a6aa32-ad1f-4f6d-a88f-04b70ebe3252 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53da5f7c-db54-4539-a986-6681d40234e1 HTTP/1.1" status: 204 len: 168 time: 0.1173491 Jul 29 20:54:50.605052 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6aa32-ad1f-4f6d-a88f-04b70ebe3252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da5f7c-db54-4539-a986-6681d40234e1,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:50.843882 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35374) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:50.856697 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d8058450-8634-4fea-902e-bda6d11a6577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.943722 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d8058450-8634-4fea-902e-bda6d11a6577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.947600 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-d8058450-8634-4fea-902e-bda6d11a6577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:50.984592 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8058450-8634-4fea-902e-bda6d11a6577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce08923b-fcb8-4e30-b531-ffe2c879eb8b,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:50.988682 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-d8058450-8634-4fea-902e-bda6d11a6577 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=454a551e31944566968a22c0e17f81ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438057 Jul 29 20:54:50.992341 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35376) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:51.038871 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0d8f215f-51f9-467f-a128-7be4417d8cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:51.059464 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0d8f215f-51f9-467f-a128-7be4417d8cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:51.104571 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0d8f215f-51f9-467f-a128-7be4417d8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:51.107575 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-0d8f215f-51f9-467f-a128-7be4417d8cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:51.109116 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-0d8f215f-51f9-467f-a128-7be4417d8cd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce08923b-fcb8-4e30-b531-ffe2c879eb8b HTTP/1.1" status: 204 len: 168 time: 0.1158311 Jul 29 20:54:51.116437 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f215f-51f9-467f-a128-7be4417d8cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce08923b-fcb8-4e30-b531-ffe2c879eb8b,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:51.135053 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:54:51.813373 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f7eed742-3800-4e22-836a-932e787260f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.116238 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35416) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:52.214421 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f9bcab41-7466-47bd-ac2a-aae596d0b59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.307803 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f9bcab41-7466-47bd-ac2a-aae596d0b59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.311707 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-f9bcab41-7466-47bd-ac2a-aae596d0b59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.348424 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-f9bcab41-7466-47bd-ac2a-aae596d0b59c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09c20843d81743ed94d78d6358c46292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311618 Jul 29 20:54:52.349256 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcab41-7466-47bd-ac2a-aae596d0b59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbab586-532c-4d91-aa11-f58962c87618,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:52.351227 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35420) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:52.401388 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9ec1800d-1894-41ec-badf-6fa68c9f6d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.420670 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9ec1800d-1894-41ec-badf-6fa68c9f6d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.463985 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9ec1800d-1894-41ec-badf-6fa68c9f6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.466493 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9ec1800d-1894-41ec-badf-6fa68c9f6d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:52.467661 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9ec1800d-1894-41ec-badf-6fa68c9f6d83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bbab586-532c-4d91-aa11-f58962c87618 HTTP/1.1" status: 204 len: 168 time: 0.1154368 Jul 29 20:54:52.475741 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1800d-1894-41ec-badf-6fa68c9f6d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbab586-532c-4d91-aa11-f58962c87618,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:54.428401 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2f64d400-9e08-4c0f-982e-63dbbc3acd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:54.485597 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:54.900436 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:55.301329 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:57.086043 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.247325 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35540) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:02.346538 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-18e60a11-9378-428a-a55c-2a976847a78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.434898 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-18e60a11-9378-428a-a55c-2a976847a78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.439809 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-18e60a11-9378-428a-a55c-2a976847a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.474371 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e60a11-9378-428a-a55c-2a976847a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5045b1b-ff83-406f-92e6-214b02e23606,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:02.478595 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-18e60a11-9378-428a-a55c-2a976847a78c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0341be606a8d44fca3f445de12ceb5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302513 Jul 29 20:55:02.481335 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35544) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:02.527031 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9a7eac09-cd8a-4c95-884b-55a45c0b9ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.546791 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9a7eac09-cd8a-4c95-884b-55a45c0b9ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.591789 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9a7eac09-cd8a-4c95-884b-55a45c0b9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.594700 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-9a7eac09-cd8a-4c95-884b-55a45c0b9ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:02.595787 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9a7eac09-cd8a-4c95-884b-55a45c0b9ebe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5045b1b-ff83-406f-92e6-214b02e23606 HTTP/1.1" status: 204 len: 168 time: 0.1136787 Jul 29 20:55:02.603124 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eac09-cd8a-4c95-884b-55a45c0b9ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5045b1b-ff83-406f-92e6-214b02e23606,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:03.214679 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35574) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:03.306985 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1770495066-network', 'tenant_id': 'be26ef76866b4dafa91ae5a976815f32'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:03.327809 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Made reservation on behalf of be26ef76866b4dafa91ae5a976815f32 for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:03.330787 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.338785 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.425046 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.428636 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.448121 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:55:03.462824 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dc14b2-beba-4d3b-82ae-369c1f8dad75,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:03.465723 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.466057 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Added segment 3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c of type vlan for network e01ded67-5ee0-4b2e-a80c-1953f0af8449 Jul 29 20:55:03.505564 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.532234 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.533198 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:03.533715 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.585979 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3702347 Jul 29 20:55:03.588906 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35578) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:03.592773 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709f8ed-bd45-45d2-8edf-d63848cc86db admin admin] Pushing event updated for resources: {'Network': ['ID=e01ded67-5ee0-4b2e-a80c-1953f0af8449,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:03.593974 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Request body: {'subnet': {'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1770495066-subnet', 'tenant_id': 'be26ef76866b4dafa91ae5a976815f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:03.602369 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network e01ded67-5ee0-4b2e-a80c-1953f0af8449 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:55:03.614025 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Made reservation on behalf of be26ef76866b4dafa91ae5a976815f32 for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:03.616336 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28575701'] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.775202 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25586915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28575739'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.829725 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Pushing event updated for resources: {'Subnet': ['ID=735dbb45-348c-4847-bdcf-0397e0ca2229,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:03.839280 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Checking segment: {'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:03.839628 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Network hostable DHCP agents. Network: e01ded67-5ee0-4b2e-a80c-1953f0af8449, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:55:03.843020 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.843371 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.843705 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.844034 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.844359 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.844709 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.845032 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.845354 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.845671 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.845987 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.846325 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.846637 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:03.863869 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Network e01ded67-5ee0-4b2e-a80c-1953f0af8449 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:55:03.871416 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, e01ded67-5ee0-4b2e-a80c-1953f0af8449) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:03.875319 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:03.875964 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.882812 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cdd752-c4d2-48ba-8d45-414924c549f2 None None] Network e01ded67-5ee0-4b2e-a80c-1953f0af8449 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:55:03.889160 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-aae40fc5-e24f-4394-a957-18e44a92971d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2991402 Jul 29 20:55:04.130481 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b4bab-977a-4241-a9b8-c04ac061a66d None None] Network e01ded67-5ee0-4b2e-a80c-1953f0af8449 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:55:07.741461 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-b6fb7efa-cc60-4d1c-b4b7-6df13e902436 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:07.742864 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-b6fb7efa-cc60-4d1c-b4b7-6df13e902436 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/networks?id=e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 200 len: 814 time: 0.1060767 Jul 29 20:55:07.759348 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-82c3df51-f9de-4a5a-b78c-5c9a27b8c86a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/quotas/be26ef76866b4dafa91ae5a976815f32 HTTP/1.1" status: 200 len: 375 time: 0.0099864 Jul 29 20:55:07.790869 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-2ada4ebf-a4aa-45b4-a436-282a0938f689 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be26ef76866b4dafa91ae5a976815f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258162 Jul 29 20:55:07.927669 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-fe874125-6234-498c-8662-d8b5aa42c537 service neutron] 10.222.0.26 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300170 Jul 29 20:55:08.016439 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-30505d2a-140c-46d6-b3a5-d9e142751957 service neutron] 10.222.0.26 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826039 Jul 29 20:55:08.173399 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3cd913aa-6c1d-4d09-9b03-2c490be744b7 req-c64daf64-d8a8-46b8-a9bd-6744b2867a66 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 210 time: 0.0254104 Jul 29 20:55:09.200760 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-87fdc0be-6570-4bd1-9b82-83504db30b44 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:09.202442 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-87fdc0be-6570-4bd1-9b82-83504db30b44 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "GET /v2.0/networks?id=e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 200 len: 814 time: 0.1157486 Jul 29 20:55:09.235915 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Request body: {'port': {'device_id': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449', 'admin_state_up': True, 'tenant_id': 'be26ef76866b4dafa91ae5a976815f32'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:09.276201 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-623a23d1-318c-476d-a5da-b34c3c2f7af3 req-8679a1b7-74cc-48b2-8ec7-d8415543b234 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 210 time: 0.0340264 Jul 29 20:55:09.345766 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Made reservation on behalf of be26ef76866b4dafa91ae5a976815f32 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:09.349304 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:09.465955 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Allocated IP 172.20.0.5 (e01ded67-5ee0-4b2e-a80c-1953f0af8449/735dbb45-348c-4847-bdcf-0397e0ca2229/a5574ecb-3d01-4821-851a-8cfac75f03af) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:09.603705 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:09.640250 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:09.680062 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Network e01ded67-5ee0-4b2e-a80c-1953f0af8449 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:09.682962 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:09.689988 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:09.695870 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Pushing event updated for resources: {'Port': ['ID=a5574ecb-3d01-4821-851a-8cfac75f03af,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:09.741795 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:09.742312 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:09.756071 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d2c461c5-4171-4974-89f5-91156a32e46a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5246308 Jul 29 20:55:09.774411 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Request body: {'port': {'device_id': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:09.823453 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:10.083358 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5574ecb-3d01-4821-851a-8cfac75f03af {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:55:10.089737 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:10.102569 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Transition to ACTIVE for port object a5574ecb-3d01-4821-851a-8cfac75f03af will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:10.106190 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:10.171679 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Pushing event updated for resources: {'Port': ['ID=a5574ecb-3d01-4821-851a-8cfac75f03af,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:10.222837 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Attempting to bind port a5574ecb-3d01-4821-851a-8cfac75f03af on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:10.223524 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Attempting to bind port a5574ecb-3d01-4821-851a-8cfac75f03af by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:10.223524 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Attempting to bind port a5574ecb-3d01-4821-851a-8cfac75f03af on network e01ded67-5ee0-4b2e-a80c-1953f0af8449 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:10.227604 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Port a5574ecb-3d01-4821-851a-8cfac75f03af on network e01ded67-5ee0-4b2e-a80c-1953f0af8449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:55:10.227935 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Attempting to bind port a5574ecb-3d01-4821-851a-8cfac75f03af on network e01ded67-5ee0-4b2e-a80c-1953f0af8449 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:10.232988 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:10.233315 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Checking segment: {'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:10.233682 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Bound using segment: {'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:10.234094 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Bound port: a5574ecb-3d01-4821-851a-8cfac75f03af, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:10.234441 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:10.295735 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] For port a5574ecb-3d01-4821-851a-8cfac75f03af, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:10.299321 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] For port a5574ecb-3d01-4821-851a-8cfac75f03af, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a5574ecb-3d01-4821-851a-8cfac75f03af,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:10.303678 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:10.342640 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:10.343332 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:10.345185 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] 10.222.0.42 "PUT /v2.0/ports/a5574ecb-3d01-4821-851a-8cfac75f03af HTTP/1.1" status: 200 len: 1093 time: 0.5746870 Jul 29 20:55:10.345616 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'tag': 'a5574ecb-3d01-4821-851a-8cfac75f03af'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:10.347879 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6b6859-eb07-4e69-ba0b-f5023649987e" -d '{"events": [{"name": "network-changed", "server_uuid": "62e6480a-f2a8-4ac4-bf89-5978ffbff8f2", "tag": "a5574ecb-3d01-4821-851a-8cfac75f03af"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:10.370909 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755409b7-2ab3-45df-8bfc-e0e336b41c6a service neutron] Pushing event updated for resources: {'Port': ['ID=a5574ecb-3d01-4821-851a-8cfac75f03af,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:10.395774 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3d5ab9-6e82-4041-bb53-b41091850459 x-openstack-request-id: req-7e3d5ab9-6e82-4041-bb53-b41091850459 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:10.396062 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e6480a-f2a8-4ac4-bf89-5978ffbff8f2", "tag": "a5574ecb-3d01-4821-851a-8cfac75f03af", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:10.396310 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e3d5ab9-6e82-4041-bb53-b41091850459 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:10.396689 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'tag': 'a5574ecb-3d01-4821-851a-8cfac75f03af', 'status': 'completed', 'code': 200} Jul 29 20:55:10.402058 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899919f-8030-411f-8c68-984b6e39e163 req-97722119-1962-4ce2-a3a4-d7918ba0eea0 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:10.403561 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c899919f-8030-411f-8c68-984b6e39e163 req-97722119-1962-4ce2-a3a4-d7918ba0eea0 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 943 time: 0.0613778 Jul 29 20:55:10.445006 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c899919f-8030-411f-8c68-984b6e39e163 req-790aedb9-7953-422d-ad5d-49adca9afdf0 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347750 Jul 29 20:55:10.451460 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d081a50e-671c-4f03-b108-5492be675ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:10.452955 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-d081a50e-671c-4f03-b108-5492be675ef9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be26ef76866b4dafa91ae5a976815f32&device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0402849 Jul 29 20:55:10.499578 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-bc8e5cb0-e663-4688-98aa-696f81c45a51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5574ecb-3d01-4821-851a-8cfac75f03af HTTP/1.1" status: 200 len: 217 time: 0.0327039 Jul 29 20:55:10.550774 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-e9fd0084-e0a8-4780-a6d5-176dbdf47051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:10.552110 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-e9fd0084-e0a8-4780-a6d5-176dbdf47051 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=735dbb45-348c-4847-bdcf-0397e0ca2229 HTTP/1.1" status: 200 len: 854 time: 0.0460949 Jul 29 20:55:10.582670 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-cfc19857-2b2d-4c2e-92f9-bb4edcbf8595 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e01ded67-5ee0-4b2e-a80c-1953f0af8449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232069 Jul 29 20:55:10.667202 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-8dd58e99-3637-4153-8c89-f0660a3d6ecd service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770020 Jul 29 20:55:10.756310 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0d134f5f-e6f8-46be-8409-37098e61ebc5 req-41d29d22-f996-405c-9f2f-e493a38afa64 service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816629 Jul 29 20:55:10.880257 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-67b415ef-7532-4d54-891a-d5e95dcf5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:10.881710 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-67b415ef-7532-4d54-891a-d5e95dcf5164 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be26ef76866b4dafa91ae5a976815f32&device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0396235 Jul 29 20:55:10.970107 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-a0688ecc-fb79-4f4b-9915-2a4b430fa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:10.971572 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-a0688ecc-fb79-4f4b-9915-2a4b430fa2c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 200 len: 915 time: 0.0830188 Jul 29 20:55:11.015045 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-6ecffdf8-c5a4-488b-b778-d15474e7367b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5574ecb-3d01-4821-851a-8cfac75f03af HTTP/1.1" status: 200 len: 217 time: 0.0346122 Jul 29 20:55:11.060998 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-f452be3f-a405-4361-990a-fa2b4ea63949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:11.062343 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-f452be3f-a405-4361-990a-fa2b4ea63949 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=735dbb45-348c-4847-bdcf-0397e0ca2229 HTTP/1.1" status: 200 len: 854 time: 0.0401504 Jul 29 20:55:11.100902 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-e3f73fcd-f502-4895-bd42-bf59296cfbbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e01ded67-5ee0-4b2e-a80c-1953f0af8449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309508 Jul 29 20:55:11.195254 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-50d7f7fa-31df-44bd-800d-1423881f5183 service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862620 Jul 29 20:55:11.290814 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-af6b6859-eb07-4e69-ba0b-f5023649987e req-d40a167b-b207-4a0d-882a-9e978148627a service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798101 Jul 29 20:55:11.564236 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231423f-decd-48ed-8a1d-e8ac651756d9 req-d6d8a22d-d01f-4150-87f9-8abd1b964a8a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:11.565676 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c231423f-decd-48ed-8a1d-e8ac651756d9 req-d6d8a22d-d01f-4150-87f9-8abd1b964a8a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 943 time: 0.0485873 Jul 29 20:55:11.602511 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c231423f-decd-48ed-8a1d-e8ac651756d9 req-6b142de5-f7e7-4df1-b72a-d6f2a3621862 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Jul 29 20:55:12.480845 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a5574ecb-3d01-4821-851a-8cfac75f03af details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:55:12.578366 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a5574ecb-3d01-4821-851a-8cfac75f03af, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a5574ecb-3d01-4821-851a-8cfac75f03af,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:12.590575 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': 'a5574ecb-3d01-4821-851a-8cfac75f03af', 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449', 'port_id': 'a5574ecb-3d01-4821-851a-8cfac75f03af', 'mac_address': 'fa:16:3e:d0:0a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735dbb45-348c-4847-bdcf-0397e0ca2229', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:55:12.628828 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:12.643582 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5574ecb-3d01-4821-851a-8cfac75f03af {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:55:12.663440 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a5574ecb-3d01-4821-851a-8cfac75f03af, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a5574ecb-3d01-4821-851a-8cfac75f03af,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:12.668344 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:12.718975 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=a5574ecb-3d01-4821-851a-8cfac75f03af,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:12.720887 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3c6d1-60d1-47ca-989e-e685b4caf740 req-e87df45a-aaa1-4655-920b-3080b3e8fd0c tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:12.722378 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-32b3c6d1-60d1-47ca-989e-e685b4caf740 req-e87df45a-aaa1-4655-920b-3080b3e8fd0c tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 944 time: 0.0505624 Jul 29 20:55:12.761501 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-32b3c6d1-60d1-47ca-989e-e685b4caf740 req-0d36bd80-7128-4645-bd5c-91b8ff65690b tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Jul 29 20:55:12.967432 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['a5574ecb-3d01-4821-851a-8cfac75f03af'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:55:13.874011 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0c3e4-ebf5-4821-866b-ac810bfd06d4 req-fe10f235-b2c5-45b7-9ee2-960c75be257a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:13.875504 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-83c0c3e4-ebf5-4821-866b-ac810bfd06d4 req-fe10f235-b2c5-45b7-9ee2-960c75be257a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 944 time: 0.0474799 Jul 29 20:55:13.918345 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-83c0c3e4-ebf5-4821-866b-ac810bfd06d4 req-5ce8f9f5-bef3-4ac8-82cc-63334f8e4340 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363076 Jul 29 20:55:14.496612 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a5574ecb-3d01-4821-851a-8cfac75f03af up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:14.544865 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port a5574ecb-3d01-4821-851a-8cfac75f03af completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:14.549736 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port a5574ecb-3d01-4821-851a-8cfac75f03af triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:14.550112 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:14.628180 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:14.649949 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5574ecb-3d01-4821-851a-8cfac75f03af'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:14.652229 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d512f-77a8-4ef0-bd15-9521d2b2a9e0" -d '{"events": [{"server_uuid": "62e6480a-f2a8-4ac4-bf89-5978ffbff8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a5574ecb-3d01-4821-851a-8cfac75f03af"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:14.665725 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a5574ecb-3d01-4821-851a-8cfac75f03af, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a5574ecb-3d01-4821-851a-8cfac75f03af,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:14.670777 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:14.701062 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ce358-8f75-4ce2-b1af-6f362ba949e9 x-openstack-request-id: req-470ce358-8f75-4ce2-b1af-6f362ba949e9 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:14.701346 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e6480a-f2a8-4ac4-bf89-5978ffbff8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a5574ecb-3d01-4821-851a-8cfac75f03af", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:14.701593 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-470ce358-8f75-4ce2-b1af-6f362ba949e9 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:14.702073 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5574ecb-3d01-4821-851a-8cfac75f03af', 'code': 200} Jul 29 20:55:14.723265 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=a5574ecb-3d01-4821-851a-8cfac75f03af,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:14.908766 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1074f3-77ab-4530-b2cc-f173b0f33ac4 req-93ffea5f-4191-4dde-b43c-3873def933ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:14.910241 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-de1074f3-77ab-4530-b2cc-f173b0f33ac4 req-93ffea5f-4191-4dde-b43c-3873def933ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0438328 Jul 29 20:55:14.946921 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-de1074f3-77ab-4530-b2cc-f173b0f33ac4 req-7349c9a6-e62e-497e-b12d-e38f63858055 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289335 Jul 29 20:55:15.031718 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09616a3-a9ea-496f-bebb-2c575c730476 req-2b6d7c9e-ddfc-4ad1-8845-64bac60fb637 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:15.033728 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a09616a3-a9ea-496f-bebb-2c575c730476 req-2b6d7c9e-ddfc-4ad1-8845-64bac60fb637 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 945 time: 0.0506504 Jul 29 20:55:15.069616 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a09616a3-a9ea-496f-bebb-2c575c730476 req-0384f71e-4e5e-4599-92f8-dc7c263430ec tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300248 Jul 29 20:55:16.186282 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16293d44-22e2-4e4d-b09e-6ed1c618cbbb req-388d48f6-d357-4805-bf7b-0c0116455b9a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:16.188078 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-16293d44-22e2-4e4d-b09e-6ed1c618cbbb req-388d48f6-d357-4805-bf7b-0c0116455b9a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Jul 29 20:55:16.225442 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-16293d44-22e2-4e4d-b09e-6ed1c618cbbb req-bc8f2b37-ec31-4147-b8da-9bfdd38a3262 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Jul 29 20:55:21.816800 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-9616c480-f066-4414-a7be-8aaa7b7fc387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:24.428435 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0fb578a4-9ecb-4559-8995-266c86872d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:24.499732 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:24.902052 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:25.303949 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:27.089024 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.134326 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:55:29.029091 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-7418a6df-a902-4365-a00a-174e4833d014 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401118 Jul 29 20:55:29.139986 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-e93e15fa-c1b7-4bc8-ba57-f25e8065be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:29.141358 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-e93e15fa-c1b7-4bc8-ba57-f25e8065be2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be26ef76866b4dafa91ae5a976815f32&device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0393043 Jul 29 20:55:29.247778 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-c5bb0a6d-1b7b-44dd-8ffa-6f057f085886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:29.249244 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-c5bb0a6d-1b7b-44dd-8ffa-6f057f085886 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 200 len: 915 time: 0.0866909 Jul 29 20:55:29.291031 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-1ba0168d-cd8d-408f-878d-faf0df200d9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5574ecb-3d01-4821-851a-8cfac75f03af HTTP/1.1" status: 200 len: 217 time: 0.0339222 Jul 29 20:55:29.340605 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-71ef3102-9495-4462-a60f-e9f827c5fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:29.342021 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-71ef3102-9495-4462-a60f-e9f827c5fe93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=735dbb45-348c-4847-bdcf-0397e0ca2229 HTTP/1.1" status: 200 len: 854 time: 0.0420916 Jul 29 20:55:29.377514 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-5661630d-721c-4a5f-aa18-9917f6e63438 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e01ded67-5ee0-4b2e-a80c-1953f0af8449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261707 Jul 29 20:55:29.464823 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-dcd82ca2-bdd4-47f8-a76c-bc69744a3d4d service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795901 Jul 29 20:55:29.568381 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-c4c68b58-c1d3-4345-997f-aa8e97793d78 req-28d6888a-c46a-42bf-b46f-90efb91926bc service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823567 Jul 29 20:55:36.645751 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35934) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:36.974957 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-97f1345b-35a8-4c0b-ade5-305b51f1a1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.058091 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-97f1345b-35a8-4c0b-ade5-305b51f1a1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.061706 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-97f1345b-35a8-4c0b-ade5-305b51f1a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.096967 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1345b-35a8-4c0b-ade5-305b51f1a1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402bb34-c7e7-4555-9328-a00f62b6d04f,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:37.101202 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-97f1345b-35a8-4c0b-ade5-305b51f1a1ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe8da093d776479eba6a9bf3adb0ddbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539332 Jul 29 20:55:37.104060 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35938) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:37.150396 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-055c7db3-7d2a-469b-a012-4a0bc74ca75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.169972 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-055c7db3-7d2a-469b-a012-4a0bc74ca75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.215226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-055c7db3-7d2a-469b-a012-4a0bc74ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.217707 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-055c7db3-7d2a-469b-a012-4a0bc74ca75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.218850 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-055c7db3-7d2a-469b-a012-4a0bc74ca75a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b402bb34-c7e7-4555-9328-a00f62b6d04f HTTP/1.1" status: 204 len: 168 time: 0.1138823 Jul 29 20:55:37.226299 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c7db3-7d2a-469b-a012-4a0bc74ca75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402bb34-c7e7-4555-9328-a00f62b6d04f,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:37.804685 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35962) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:37.896165 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1182694419-network', 'tenant_id': '1e7605b05f85478389526e30afc6ae43'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:37.917102 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Made reservation on behalf of 1e7605b05f85478389526e30afc6ae43 for: {'network': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:37.919395 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:37.927240 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.017850 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.020860 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.046593 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=99519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:55:38.056404 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875cd59-c7c7-46fb-9eb7-9cd8193973fd,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:38.061183 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.061587 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.segments_db [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Added segment 35651d3f-23db-43b5-9a96-91bcacf471e0 of type vlan for network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 Jul 29 20:55:38.102371 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.129805 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.130857 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:38.131458 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.181926 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3761723 Jul 29 20:55:38.184903 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35966) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:38.189897 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Request body: {'subnet': {'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1182694419-subnet', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'ip_version': 4}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:38.194858 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb0453-92b8-434c-a576-26fdb18ba4bf admin admin] Pushing event updated for resources: {'Network': ['ID=298c50fd-9a70-4dc6-ab19-f2d0992c1f95,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:38.204717 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:55:38.218427 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Made reservation on behalf of 1e7605b05f85478389526e30afc6ae43 for: {'subnet': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:38.220701 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25655227'] for subnet, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.373847 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25640262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25655189'] for subnet, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.428842 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7,revision_number=0']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:38.436932 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Checking segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:38.437278 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Network hostable DHCP agents. Network: 298c50fd-9a70-4dc6-ab19-f2d0992c1f95, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:55:38.453672 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:55:38.463019 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, 298c50fd-9a70-4dc6-ab19-f2d0992c1f95) {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:38.467218 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:38.467677 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.471659 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb9c6c-dbda-4ad3-b4e0-12c8fd5a49f3 None None] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:55:38.480384 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-289a30db-f431-4d46-b29f-315bb7e90509 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2943788 Jul 29 20:55:38.483003 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 35968) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:38.487275 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:38.507490 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.508428 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.557267 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.613548 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:55:38.614425 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.692523 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.750266 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Allocated IP 172.20.0.2 (298c50fd-9a70-4dc6-ab19-f2d0992c1f95/beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7/45525c4e-1e1a-4a0f-92af-88ef1b75dade) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:38.897336 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.903565 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.912578 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Transition to ACTIVE for port object 45525c4e-1e1a-4a0f-92af-88ef1b75dade will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:38.916952 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.928799 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Transition to ACTIVE for port object 45525c4e-1e1a-4a0f-92af-88ef1b75dade will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:38.935369 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:38.976863 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:38.979625 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:38.985279 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:38.995188 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Pushing event updated for resources: {'Port': ['ID=45525c4e-1e1a-4a0f-92af-88ef1b75dade,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:39.024871 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.025221 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.025556 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.025880 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.026339 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.026689 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.027023 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.027342 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.027667 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.027980 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.028294 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.028605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:39.037364 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Allocated IP 172.27.0.231 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/2b7cabcf-6f2f-4954-90bd-6e626fa7bc68) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:39.057781 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Attempting to bind port 45525c4e-1e1a-4a0f-92af-88ef1b75dade on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:39.058171 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Attempting to bind port 45525c4e-1e1a-4a0f-92af-88ef1b75dade by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:39.058687 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Attempting to bind port 45525c4e-1e1a-4a0f-92af-88ef1b75dade on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:39.064101 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:39.064397 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Checking segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:39.064828 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.065216 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Bound using segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:39.065729 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Bound port: 45525c4e-1e1a-4a0f-92af-88ef1b75dade, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:39.066111 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.138834 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] For port 45525c4e-1e1a-4a0f-92af-88ef1b75dade, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:39.141313 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] For port 45525c4e-1e1a-4a0f-92af-88ef1b75dade, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=45525c4e-1e1a-4a0f-92af-88ef1b75dade,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:39.145947 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.148521 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.188929 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.213140 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000a3bf-d3ea-469f-b12d-d8a71a0d8bf5 None None] Pushing event updated for resources: {'Port': ['ID=45525c4e-1e1a-4a0f-92af-88ef1b75dade,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:39.230152 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:39.233327 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:39.239715 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:39.267097 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:39.497814 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.692049 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.817743 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:55:39.925563 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:39.935846 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:39.942440 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.946478 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:39.947118 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:39.947279 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-6e297e2d-2730-4788-bc43-a06e21445378 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4632857 Jul 29 20:55:39.947600 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 35982) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:40.058164 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:40.087976 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed42c37-143a-4e0a-b2d8-d5b9ea064dfe None None] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:55:40.217719 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-fa44489f-95e1-4423-8082-cb8f81160d48 None None] Provisioning for port 45525c4e-1e1a-4a0f-92af-88ef1b75dade completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:40.361974 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.368198 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:39Z', 'revision_number': 3, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:40.394074 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:40.394408 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Updating router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:55:40.429646 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.533008 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 45525c4e-1e1a-4a0f-92af-88ef1b75dade up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:40.546176 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Allocated IP 172.20.0.1 (298c50fd-9a70-4dc6-ab19-f2d0992c1f95/beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7/b37afafd-6a79-4a52-acc4-7001e6484c07) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:40.642613 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 45525c4e-1e1a-4a0f-92af-88ef1b75dade completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:40.649823 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.660299 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 45525c4e-1e1a-4a0f-92af-88ef1b75dade triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:40.660669 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.662708 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Transition to ACTIVE for port object b37afafd-6a79-4a52-acc4-7001e6484c07 will not be triggered until provisioned by entity DHCP. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:40.694755 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.709535 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-b433bb5b-3c20-4d71-83fe-1a9ccf95cc97 None None] Provisioning complete for port 45525c4e-1e1a-4a0f-92af-88ef1b75dade triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:40.709905 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b433bb5b-3c20-4d71-83fe-1a9ccf95cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.735071 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:40.737836 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:40.743241 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:40.765566 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Pushing event updated for resources: {'Port': ['ID=b37afafd-6a79-4a52-acc4-7001e6484c07,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:40.787553 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.926895 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.982438 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.027503 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Transition to ACTIVE for port object 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:41.032544 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.043744 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b433bb5b-3c20-4d71-83fe-1a9ccf95cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.047609 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.085373 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.091154 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25586838'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.122888 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 45525c4e-1e1a-4a0f-92af-88ef1b75dade, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=45525c4e-1e1a-4a0f-92af-88ef1b75dade,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:41.138088 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.143901 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Attempting to bind port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:41.144248 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Attempting to bind port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:41.144608 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Attempting to bind port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:41.146794 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f2c57-11a5-451f-8b4f-6f04023c98c5 None None] Pushing event updated for resources: {'Port': ['ID=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:41.158003 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.159815 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Pushing event updated for resources: {'Port': ['ID=b37afafd-6a79-4a52-acc4-7001e6484c07,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:41.191246 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:41.191622 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:41.192030 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.192428 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:41.193055 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Bound port: 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:41.193886 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.252198 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.db.api [None req-b433bb5b-3c20-4d71-83fe-1a9ccf95cc97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:55:41.253273 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG oslo_db.api [None req-b433bb5b-3c20-4d71-83fe-1a9ccf95cc97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:55:41.257845 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=45525c4e-1e1a-4a0f-92af-88ef1b75dade,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:41.260400 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:41.261860 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:41.285147 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] For port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:41.288636 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] For port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:41.293697 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.347626 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:41.348265 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:41.378789 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:55:41.392209 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f2c57-11a5-451f-8b4f-6f04023c98c5 None None] Pushing event updated for resources: {'Port': ['ID=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:41.469059 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:41.485882 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:41.491380 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d487407f-3d09-44ad-bb39-a823a9a17248 admin admin] 10.222.0.26 "PUT /v2.0/routers/ff08a20f-1e46-4e3b-934e-d56a14e1ce19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5426681 Jul 29 20:55:41.665119 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 2, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:41.694512 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869736d3-8ef4-4206-b9a4-15e909cbf489 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 2, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:41.915390 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-22ad0a7e-1aa8-4046-ace0-f16df6a1e475 None None] Provisioning for port b37afafd-6a79-4a52-acc4-7001e6484c07 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:41.918831 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-22ad0a7e-1aa8-4046-ace0-f16df6a1e475 None None] Provisioning complete for port b37afafd-6a79-4a52-acc4-7001e6484c07 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:41.919196 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-22ad0a7e-1aa8-4046-ace0-f16df6a1e475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.963605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-22ad0a7e-1aa8-4046-ace0-f16df6a1e475 None None] Port b37afafd-6a79-4a52-acc4-7001e6484c07 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:55:41.992062 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36002) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:41.997511 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2088569457-network', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:42.019995 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Made reservation on behalf of 2deb2dcf0c3e4a21ac83799ced4f4fdc for: {'network': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:42.022678 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for network, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.032599 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.128581 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.133271 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.161283 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=99520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:55:42.168931 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab0a4f-e972-4778-847f-47f17195f873,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:42.176236 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.176645 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.segments_db [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Added segment 9f394422-f06a-4fae-9147-1c8f059b515e of type vlan for network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 Jul 29 20:55:42.221540 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750918498654'] for network, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.253380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246'] for network, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.254463 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:42.255322 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.314812 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3216403 Jul 29 20:55:42.317666 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36006) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:42.323382 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Request body: {'subnet': {'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2088569457-subnet', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'ip_version': 4}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:42.325261 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af85e42-0ece-49c0-b6a1-7e7947ef2bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=aec739a1-0ea5-47ff-ab32-06df82f8a6b7,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:42.335682 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 details requested by agent ovs-agent-dv-cinder-801633-3-iscsi with host dv-cinder-801633-3-iscsi {{(pid=99521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:55:42.352467 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Made reservation on behalf of 2deb2dcf0c3e4a21ac83799ced4f4fdc for: {'subnet': 1} {{(pid=99519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:42.354856 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28575701'] for subnet, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.538626 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 45525c4e-1e1a-4a0f-92af-88ef1b75dade up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:42.550186 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25586915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28575739'] for subnet, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.597307 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 45525c4e-1e1a-4a0f-92af-88ef1b75dade triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:42.597704 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.612168 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044ab8de-2325-44c2-8121-d95188a16e1b,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:42.619539 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Checking segment: {'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:42.619893 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Network hostable DHCP agents. Network: aec739a1-0ea5-47ff-ab32-06df82f8a6b7, hostable agents: ['7419074b-efbb-4e76-ad31-01c17835ae61'], hosted agents: [] {{(pid=99519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:55:42.637347 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 is scheduled to be hosted by DHCP agent 7419074b-efbb-4e76-ad31-01c17835ae61 with binding_index 1 {{(pid=99519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:55:42.647349 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-3-iscsi, aec739a1-0ea5-47ff-ab32-06df82f8a6b7) {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:42.651545 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:42.652131 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.667682 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95ab831-c4be-4b7b-87de-14e324d6f5ae None None] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:55:42.672675 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36008) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:42.673157 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-7a45d885-e2db-4703-b40d-04031666b0f3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3534312 Jul 29 20:55:42.678315 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:42.707171 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6378'] for router, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.708299 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6373'] for router, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.723187 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:42.766291 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.822595 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:42.830920 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:42.831416 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.891711 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d053dc1-a114-58b1-9ad9-10506787fc81-aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'fixed_ips': [{'subnet_id': '044ab8de-2325-44c2-8121-d95188a16e1b'}]}} from dv-cinder-801633-3-iscsi. {{(pid=99521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:55:42.892570 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:42.919584 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.020378 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.065516 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:43.072617 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.100664 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.db_base_plugin_common [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Allocated IP 172.20.0.2 (aec739a1-0ea5-47ff-ab32-06df82f8a6b7/044ab8de-2325-44c2-8121-d95188a16e1b/c8f20a47-8ed2-4c10-911e-fad80621b3eb) {{(pid=99521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:43.126974 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.150167 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.170422 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:43.252568 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Allocated IP 172.27.0.88 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/5d15c5a3-7f95-4e9b-9727-76ead69f1b32) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:43.261785 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.270596 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Transition to ACTIVE for port object c8f20a47-8ed2-4c10-911e-fad80621b3eb will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:43.284563 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Transition to ACTIVE for port object c8f20a47-8ed2-4c10-911e-fad80621b3eb will not be triggered until provisioned by entity DHCP. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:43.293147 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542'] for port, after_create {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.331882 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 is already hosted by enough agents. {{(pid=99521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:43.337066 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.scheduler.base_scheduler [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Resources bound (agent type, host, resource id): {{(pid=99521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:43.341672 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Received port after_create {{(pid=99521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:43.344881 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Pushing event updated for resources: {'Port': ['ID=c8f20a47-8ed2-4c10-911e-fad80621b3eb,revision_number=1']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:43.377342 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.410883 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Attempting to bind port c8f20a47-8ed2-4c10-911e-fad80621b3eb on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:43.411359 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Attempting to bind port c8f20a47-8ed2-4c10-911e-fad80621b3eb by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:43.411868 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Attempting to bind port c8f20a47-8ed2-4c10-911e-fad80621b3eb on network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:43.417506 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:43.418094 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Checking segment: {'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:43.418938 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.419398 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Bound using segment: {'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:43.419983 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Bound port: c8f20a47-8ed2-4c10-911e-fad80621b3eb, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:43.420398 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.423818 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.459047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:43.463634 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:43.466869 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:43.489361 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] For port c8f20a47-8ed2-4c10-911e-fad80621b3eb, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:43.493139 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] For port c8f20a47-8ed2-4c10-911e-fad80621b3eb, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c8f20a47-8ed2-4c10-911e-fad80621b3eb,segment=NetworkSegment(9f394422-f06a-4fae-9147-1c8f059b515e),segment_id=9f394422-f06a-4fae-9147-1c8f059b515e)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:43.494933 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Pushing event updated for resources: {'Port': ['ID=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:43.498614 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.563037 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc130a-22b3-4cb9-ba23-5ca9a3b4b5a4 None None] Pushing event updated for resources: {'Port': ['ID=c8f20a47-8ed2-4c10-911e-fad80621b3eb,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:43.720458 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:43.734511 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:43.735364 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:43.750318 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.848184 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:43.953550 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659704'] for router, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.055420 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 2, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:44.081278 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:44.081627 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Updating router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 port b37afafd-6a79-4a52-acc4-7001e6484c07 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:55:44.086745 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Router b6378a01-23a6-40a2-8f74-31a75020685c is scheduled to L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 with binding_index 1 {{(pid=99520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:55:44.105255 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.475670 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:44.494172 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.502489 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Sync routers for ids ['b6378a01-23a6-40a2-8f74-31a75020685c'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:44.507155 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Transition to ACTIVE for port object b37afafd-6a79-4a52-acc4-7001e6484c07 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:44.511438 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.514038 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-2fb31f77-be69-448c-98cf-2bcebaaff80b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8397424 Jul 29 20:55:44.518417 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36014) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:44.519043 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Routers {'b6378a01-23a6-40a2-8f74-31a75020685c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:44.519739 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b6378a01-23a6-40a2-8f74-31a75020685c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:44.525801 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.598401 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Pushing event updated for resources: {'Port': ['ID=b37afafd-6a79-4a52-acc4-7001e6484c07,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:44.656995 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.657822 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.657822 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.658042 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.658302 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.658600 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.658951 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.659332 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.659595 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.659916 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.660232 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.660532 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:44.687798 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Attempting to bind port b37afafd-6a79-4a52-acc4-7001e6484c07 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:44.691210 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Attempting to bind port b37afafd-6a79-4a52-acc4-7001e6484c07 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:44.691578 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Attempting to bind port b37afafd-6a79-4a52-acc4-7001e6484c07 on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:44.699039 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:44.699414 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Checking segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:44.699820 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.700352 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Bound using segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:44.700819 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Bound port: b37afafd-6a79-4a52-acc4-7001e6484c07, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:44.701202 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.773586 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] For port b37afafd-6a79-4a52-acc4-7001e6484c07, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:44.777163 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] For port b37afafd-6a79-4a52-acc4-7001e6484c07, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=b37afafd-6a79-4a52-acc4-7001e6484c07,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:44.778979 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Set router b6378a01-23a6-40a2-8f74-31a75020685c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:44.789668 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.838946 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:44.840465 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab94f5-44d4-42ff-abd3-ee1a5193383e None None] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:55:44.856478 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:44.857188 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:44.863021 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35342651-552b-4cf0-aa34-44bc3bfd13b6 None None] Pushing event updated for resources: {'Port': ['ID=b37afafd-6a79-4a52-acc4-7001e6484c07,revision_number=4']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:44.991684 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-c70e6332-5890-4e01-919d-fae6815c2e1a None None] Provisioning for port c8f20a47-8ed2-4c10-911e-fad80621b3eb completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:45.003239 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:45.055616 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.145960 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:45.146961 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.232474 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 3, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port': {'id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:43Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:45.239404 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Allocated IP 172.20.0.1 (aec739a1-0ea5-47ff-ab32-06df82f8a6b7/044ab8de-2325-44c2-8121-d95188a16e1b/ccfc5077-5124-4ad7-8622-079048edee20) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:45.242590 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:44Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:45.278703 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430330f-270a-4f56-810d-86e5c5a902b8 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:44Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:45.299319 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Checking router: b6378a01-23a6-40a2-8f74-31a75020685c for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:45.299669 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Updating router b6378a01-23a6-40a2-8f74-31a75020685c port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 binding host dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:55:45.304289 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c8f20a47-8ed2-4c10-911e-fad80621b3eb up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:45.356595 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.367516 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.372657 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.provisioning_blocks [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Transition to ACTIVE for port object ccfc5077-5124-4ad7-8622-079048edee20 will not be triggered until provisioned by entity DHCP. {{(pid=99519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:45.411296 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port c8f20a47-8ed2-4c10-911e-fad80621b3eb completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:45.415128 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.471469 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port c8f20a47-8ed2-4c10-911e-fad80621b3eb triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:45.471838 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.480181 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:45.484481 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:45.485700 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:45.518763 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Pushing event updated for resources: {'Port': ['ID=ccfc5077-5124-4ad7-8622-079048edee20,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:45.555073 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659495'] for router_interface, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.622127 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-10a278a3-8b26-4910-b321-5c15375261ec None None] Provisioning complete for port c8f20a47-8ed2-4c10-911e-fad80621b3eb triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:45.622741 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-10a278a3-8b26-4910-b321-5c15375261ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.728207 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.746455 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.807770 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port c8f20a47-8ed2-4c10-911e-fad80621b3eb, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c8f20a47-8ed2-4c10-911e-fad80621b3eb,segment=NetworkSegment(9f394422-f06a-4fae-9147-1c8f059b515e),segment_id=9f394422-f06a-4fae-9147-1c8f059b515e)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:45.817024 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.857949 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-10a278a3-8b26-4910-b321-5c15375261ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.928794 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Notify callbacks [] for port, precommit_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.932039 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.936107 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25586838'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:45.959245 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=c8f20a47-8ed2-4c10-911e-fad80621b3eb,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:45.967361 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Transition to ACTIVE for port object 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 will not be triggered until provisioned by entity L2. {{(pid=99521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:45.980064 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.002963 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663223'] for router_interface, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.004839 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Pushing event updated for resources: {'Port': ['ID=ccfc5077-5124-4ad7-8622-079048edee20,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:46.014584 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.db.api [None req-10a278a3-8b26-4910-b321-5c15375261ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:55:46.014972 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG oslo_db.api [None req-10a278a3-8b26-4910-b321-5c15375261ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:55:46.046808 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Attempting to bind port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:46.047179 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Attempting to bind port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:46.047721 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Attempting to bind port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 on network a8456d84-069b-4b8e-8fe7-56d676146ae7 {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:46.055997 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d3048-4f14-4406-b16a-58dfb73c7e7c None None] Pushing event updated for resources: {'Port': ['ID=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,revision_number=2']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:46.058527 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:46.058942 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Checking segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:46.059349 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.059732 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Bound using segment: {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'} {{(pid=99521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:46.060216 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.managers [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Bound port: 5d15c5a3-7f95-4e9b-9727-76ead69f1b32, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6071105-7d1f-496c-8ddf-c98a98e3a3e4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7'}}] {{(pid=99521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:46.062508 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.114322 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:46.116358 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:46.117306 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] For port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:46.120799 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] For port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:46.125224 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.182096 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Routers {'b6378a01-23a6-40a2-8f74-31a75020685c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:46.182764 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b6378a01-23a6-40a2-8f74-31a75020685c'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:46.221864 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d3048-4f14-4406-b16a-58dfb73c7e7c None None] Pushing event updated for resources: {'Port': ['ID=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,revision_number=3']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:46.237549 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Router b6378a01-23a6-40a2-8f74-31a75020685c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:55:46.301130 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] Set router b6378a01-23a6-40a2-8f74-31a75020685c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:46.487310 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device b37afafd-6a79-4a52-acc4-7001e6484c07 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:46.585584 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 4, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port': {'id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:43Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'ccfc5077-5124-4ad7-8622-079048edee20', 'name': '', 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'mac_address': 'fa:16:3e:7d:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:45Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 2, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'subnets': [{'id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:46.588595 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port b37afafd-6a79-4a52-acc4-7001e6484c07 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:46.603212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:46.615816 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-7cae9c2d-3186-4811-97d3-ea623f881d8c admin admin] 10.222.0.26 "PUT /v2.0/routers/b6378a01-23a6-40a2-8f74-31a75020685c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0886674 Jul 29 20:55:46.618230 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d28d8-1678-4aa3-8d13-f00bb5678cca None None] The sync data for ids ['b6378a01-23a6-40a2-8f74-31a75020685c'] in dv-cinder-801633-3-iscsi is: [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 4, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port': {'id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:43Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'ccfc5077-5124-4ad7-8622-079048edee20', 'name': '', 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'mac_address': 'fa:16:3e:7d:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:45Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 2, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'subnets': [{'id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:46.620090 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port b37afafd-6a79-4a52-acc4-7001e6484c07 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:46.620239 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.722258 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.733759 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-26448eb7-8902-4ef1-a74a-9588240b9a95 None None] Provisioning for port ccfc5077-5124-4ad7-8622-079048edee20 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:46.740723 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-26448eb7-8902-4ef1-a74a-9588240b9a95 None None] Provisioning complete for port ccfc5077-5124-4ad7-8622-079048edee20 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:46.741095 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-26448eb7-8902-4ef1-a74a-9588240b9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.791353 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port b37afafd-6a79-4a52-acc4-7001e6484c07, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=b37afafd-6a79-4a52-acc4-7001e6484c07,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:46.797240 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.798102 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c8f20a47-8ed2-4c10-911e-fad80621b3eb up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:46.804482 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-26448eb7-8902-4ef1-a74a-9588240b9a95 None None] Port ccfc5077-5124-4ad7-8622-079048edee20 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:55:46.902333 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=b37afafd-6a79-4a52-acc4-7001e6484c07,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:46.929560 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port c8f20a47-8ed2-4c10-911e-fad80621b3eb triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:46.929953 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.358484 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36032) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:47.363324 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190660771', 'description': 'tempest-secgroup-smoke-190660771 description', 'project_id': '1e7605b05f85478389526e30afc6ae43'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:47.383896 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.460231 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.463601 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.487115 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.488281 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1286697 Jul 29 20:55:47.491392 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36034) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:47.492105 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87fa9b-8937-47ff-908f-70ffc2f59011,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:47.496016 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-aa5cfc84-d057-4be0-bc2c-d88daa9a5af0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'security_group_rule': {'security_group_id': '9c87fa9b-8937-47ff-908f-70ffc2f59011', 'project_id': '1e7605b05f85478389526e30afc6ae43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:47.499275 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.499685 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.500150 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.500476 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.500872 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.501196 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.501520 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.501836 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.502152 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.502465 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.502806 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.503114 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfa60bd-2f0f-4093-aa87-909dc6446228 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:47.524497 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-aa5cfc84-d057-4be0-bc2c-d88daa9a5af0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.577528 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-aa5cfc84-d057-4be0-bc2c-d88daa9a5af0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.580950 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-aa5cfc84-d057-4be0-bc2c-d88daa9a5af0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.598077 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cfc84-d057-4be0-bc2c-d88daa9a5af0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855f7523-5c37-4550-ac48-f119b2d9e1b8,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:47.603914 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-aa5cfc84-d057-4be0-bc2c-d88daa9a5af0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.605814 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-aa5cfc84-d057-4be0-bc2c-d88daa9a5af0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130724 Jul 29 20:55:47.608109 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36036) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:47.612629 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-e99ee5be-efd7-4db3-b089-a07ca3133a5d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'security_group_rule': {'security_group_id': '9c87fa9b-8937-47ff-908f-70ffc2f59011', 'project_id': '1e7605b05f85478389526e30afc6ae43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:47.639376 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e99ee5be-efd7-4db3-b089-a07ca3133a5d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.694281 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e99ee5be-efd7-4db3-b089-a07ca3133a5d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.697769 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e99ee5be-efd7-4db3-b089-a07ca3133a5d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.715376 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ee5be-efd7-4db3-b089-a07ca3133a5d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7f5624-d77d-48f7-b5be-a7fdf350b82a,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:47.720794 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-e99ee5be-efd7-4db3-b089-a07ca3133a5d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.722045 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-e99ee5be-efd7-4db3-b089-a07ca3133a5d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129556 Jul 29 20:55:47.724832 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36038) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:47.729016 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-125e0914-1b86-4831-ab19-06f6a0760d93 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'security_group_rule': {'security_group_id': '9c87fa9b-8937-47ff-908f-70ffc2f59011', 'project_id': '1e7605b05f85478389526e30afc6ae43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:47.753309 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-125e0914-1b86-4831-ab19-06f6a0760d93 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.809419 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-125e0914-1b86-4831-ab19-06f6a0760d93 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.813850 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-125e0914-1b86-4831-ab19-06f6a0760d93 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.830606 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e0914-1b86-4831-ab19-06f6a0760d93 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96af2d17-de60-4e73-853e-08541f4c16a4,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:47.836564 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-125e0914-1b86-4831-ab19-06f6a0760d93 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.837636 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-125e0914-1b86-4831-ab19-06f6a0760d93 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119123 Jul 29 20:55:47.840328 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36040) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:47.844476 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-8cf48ce3-f7ca-4153-932e-b3fa63bfe568 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'security_group_rule': {'security_group_id': '9c87fa9b-8937-47ff-908f-70ffc2f59011', 'project_id': '1e7605b05f85478389526e30afc6ae43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:47.869680 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf48ce3-f7ca-4153-932e-b3fa63bfe568 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.927488 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf48ce3-f7ca-4153-932e-b3fa63bfe568 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.930859 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf48ce3-f7ca-4153-932e-b3fa63bfe568 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.947268 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf48ce3-f7ca-4153-932e-b3fa63bfe568 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c0072b-3c0f-4f4b-aca1-1c401c977dd3,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:47.953622 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-8cf48ce3-f7ca-4153-932e-b3fa63bfe568 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.954551 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8cf48ce3-f7ca-4153-932e-b3fa63bfe568 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133409 Jul 29 20:55:47.957263 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36044) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:47.961478 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'security_group_rule': {'security_group_id': '9c87fa9b-8937-47ff-908f-70ffc2f59011', 'project_id': '1e7605b05f85478389526e30afc6ae43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:47.982313 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.securitygroups_db [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Project 1e7605b05f85478389526e30afc6ae43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:55:47.986818 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.056604 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.063276 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.081858 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d467b7-7460-4810-b61e-f2d5fab33592,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:48.088109 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.090879 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-4bd91d2f-1000-4dc7-8d20-e8213238b4a3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311324 Jul 29 20:55:48.092227 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36046) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:48.096737 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'security_group_rule': {'security_group_id': '9c87fa9b-8937-47ff-908f-70ffc2f59011', 'project_id': '1e7605b05f85478389526e30afc6ae43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:48.119511 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.securitygroups_db [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Project 1e7605b05f85478389526e30afc6ae43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:55:48.124625 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.189941 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.194196 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527805'] for security_group_rule, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.213767 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505e8051-b464-4fa9-b39c-968d434f0c20,revision_number=0']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:48.216769 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.221638 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-ad4a17a4-5062-480c-a2a9-8a5d126ce90e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248152 Jul 29 20:55:48.533669 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device b37afafd-6a79-4a52-acc4-7001e6484c07 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:48.587392 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port b37afafd-6a79-4a52-acc4-7001e6484c07 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:48.587764 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.805420 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:48.850961 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:48.855288 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:48.855604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.932158 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.952404 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:48.956032 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.001300 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:49.326698 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Sync routers for ids ['b6378a01-23a6-40a2-8f74-31a75020685c'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:49.335568 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Routers {'b6378a01-23a6-40a2-8f74-31a75020685c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:49.336165 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b6378a01-23a6-40a2-8f74-31a75020685c'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:49.435273 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Set router b6378a01-23a6-40a2-8f74-31a75020685c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:49.620073 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 4, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port': {'id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:43Z', 'updated_at': '2021-07-29T20:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'ccfc5077-5124-4ad7-8622-079048edee20', 'name': '', 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'mac_address': 'fa:16:3e:7d:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:45Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 2, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'subnets': [{'id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:49.647930 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Checking router: b6378a01-23a6-40a2-8f74-31a75020685c for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:49.648274 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Updating router b6378a01-23a6-40a2-8f74-31a75020685c port ccfc5077-5124-4ad7-8622-079048edee20 binding host dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:55:49.672080 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.919697 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.930388 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Transition to ACTIVE for port object ccfc5077-5124-4ad7-8622-079048edee20 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:49.936271 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.994968 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62d045-9bf9-4872-b4d2-18a912b150ae None None] Pushing event updated for resources: {'Port': ['ID=ccfc5077-5124-4ad7-8622-079048edee20,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:50.045580 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Attempting to bind port ccfc5077-5124-4ad7-8622-079048edee20 on host dv-cinder-801633-3-iscsi for vnic_type normal with profile {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:50.045943 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Attempting to bind port ccfc5077-5124-4ad7-8622-079048edee20 by drivers openvswitch,hyperv on host dv-cinder-801633-3-iscsi at level 0 using segments [{'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:50.046292 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Attempting to bind port ccfc5077-5124-4ad7-8622-079048edee20 on network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:50.051247 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Checking agent: {'id': 'd1e5d407-484b-4860-8130-044f3aec1dad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 39, 25), 'started_at': datetime.datetime(2021, 7, 29, 20, 39, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:50.051637 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Checking segment: {'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:50.052029 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.052410 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Bound using segment: {'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:50.052861 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Bound port: ccfc5077-5124-4ad7-8622-079048edee20, host: dv-cinder-801633-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f394422-f06a-4fae-9147-1c8f059b515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:50.053248 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.121892 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] For port ccfc5077-5124-4ad7-8622-079048edee20, host dv-cinder-801633-3-iscsi, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:50.125339 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] For port ccfc5077-5124-4ad7-8622-079048edee20, host dv-cinder-801633-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=ccfc5077-5124-4ad7-8622-079048edee20,segment=NetworkSegment(9f394422-f06a-4fae-9147-1c8f059b515e),segment_id=9f394422-f06a-4fae-9147-1c8f059b515e)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:50.130293 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.192768 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Routers {'b6378a01-23a6-40a2-8f74-31a75020685c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:50.193402 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:55:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b6378a01-23a6-40a2-8f74-31a75020685c'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:50.228903 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62d045-9bf9-4872-b4d2-18a912b150ae None None] Pushing event updated for resources: {'Port': ['ID=ccfc5077-5124-4ad7-8622-079048edee20,revision_number=4']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:50.318306 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] Set router b6378a01-23a6-40a2-8f74-31a75020685c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:50.476872 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:50.521885 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:50.522361 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.602162 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device ccfc5077-5124-4ad7-8622-079048edee20 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:50.604976 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 4, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port': {'id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:43Z', 'updated_at': '2021-07-29T20:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'ccfc5077-5124-4ad7-8622-079048edee20', 'name': '', 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'mac_address': 'fa:16:3e:7d:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:45Z', 'updated_at': '2021-07-29T20:55:50Z', 'revision_number': 4, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'subnets': [{'id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:50.632293 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97513e45-7653-48e8-a8fc-f506fc558cc0 None None] The sync data for ids ['b6378a01-23a6-40a2-8f74-31a75020685c'] in dv-cinder-801633-3-iscsi is: [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T20:55:45Z', 'revision_number': 4, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port': {'id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:43Z', 'updated_at': '2021-07-29T20:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'ccfc5077-5124-4ad7-8622-079048edee20', 'name': '', 'network_id': 'aec739a1-0ea5-47ff-ab32-06df82f8a6b7', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'mac_address': 'fa:16:3e:7d:44:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:45Z', 'updated_at': '2021-07-29T20:55:50Z', 'revision_number': 4, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'subnets': [{'id': '044ab8de-2325-44c2-8121-d95188a16e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:50.651440 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning for port ccfc5077-5124-4ad7-8622-079048edee20 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:50.655630 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port ccfc5077-5124-4ad7-8622-079048edee20 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:50.655993 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.735441 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.768774 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] For port ccfc5077-5124-4ad7-8622-079048edee20, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=ccfc5077-5124-4ad7-8622-079048edee20,segment=NetworkSegment(9f394422-f06a-4fae-9147-1c8f059b515e),segment_id=9f394422-f06a-4fae-9147-1c8f059b515e)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:50.773691 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.822561 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Pushing event updated for resources: {'Port': ['ID=ccfc5077-5124-4ad7-8622-079048edee20,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:51.817096 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-56c74655-1e8a-4490-b810-baa82f46573c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:52.445606 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device ccfc5077-5124-4ad7-8622-079048edee20 up at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:52.491797 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Provisioning complete for port ccfc5077-5124-4ad7-8622-079048edee20 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:52.492162 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:54.430004 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-814576c0-f1a1-487b-ae7b-518831e2a07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:54.502922 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:54.903088 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:55.306914 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:57.093131 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:04.269183 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d56c9-4e89-4834-a985-a48adc39292e req-c07899d0-b928-43d8-8c45-29282cae4e8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:04.270619 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-844d56c9-4e89-4834-a985-a48adc39292e req-c07899d0-b928-43d8-8c45-29282cae4e8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 945 time: 0.0475659 Jul 29 20:56:04.306403 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-844d56c9-4e89-4834-a985-a48adc39292e req-851d61fc-fb65-4543-8e08-ac105f45193e tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299845 Jul 29 20:56:05.132925 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:56:05.417929 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e98834-cedc-4587-b766-4cbbb9c5bf96 req-5be87319-ad15-4d0a-8e6e-c7f5803c2f2d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:05.419312 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-82e98834-cedc-4587-b766-4cbbb9c5bf96 req-5be87319-ad15-4d0a-8e6e-c7f5803c2f2d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 945 time: 0.0460889 Jul 29 20:56:05.455258 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-82e98834-cedc-4587-b766-4cbbb9c5bf96 req-f8e56a15-fdf7-43ec-a51a-eed88b36633d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301814 Jul 29 20:56:06.092532 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-62fd514d-ec57-438c-b685-1a6c3b0ff671 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:06.093927 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-62fd514d-ec57-438c-b685-1a6c3b0ff671 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 945 time: 0.0470619 Jul 29 20:56:06.180840 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Deleting port a5574ecb-3d01-4821-851a-8cfac75f03af {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:56:06.181093 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:06.264166 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] For port a5574ecb-3d01-4821-851a-8cfac75f03af, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a5574ecb-3d01-4821-851a-8cfac75f03af,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:06.264526 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:06.280624 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Calling delete_port for a5574ecb-3d01-4821-851a-8cfac75f03af owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:56:06.409928 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:06.435531 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Pushing event deleted for resources: {'Port': ['ID=a5574ecb-3d01-4821-851a-8cfac75f03af,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:06.453770 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['a5574ecb-3d01-4821-851a-8cfac75f03af'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:56:06.481721 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] No DVR routers for this DVR port a5574ecb-3d01-4821-851a-8cfac75f03af on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:56:06.483755 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:06.485790 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e85381c7-9f44-4719-91ea-2e2199b29b1f req-8eaa0a54-440b-4de8-8786-3e325ad2b5bd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "DELETE /v2.0/ports/a5574ecb-3d01-4821-851a-8cfac75f03af HTTP/1.1" status: 204 len: 173 time: 0.3850296 Jul 29 20:56:06.486255 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'name': 'network-vif-deleted', 'tag': 'a5574ecb-3d01-4821-851a-8cfac75f03af'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:06.488561 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2e576e-cd44-48c4-8ce8-dc4fd50f2442" -d '{"events": [{"server_uuid": "62e6480a-f2a8-4ac4-bf89-5978ffbff8f2", "name": "network-vif-deleted", "tag": "a5574ecb-3d01-4821-851a-8cfac75f03af"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:06.528207 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d132a5a-ede8-4d28-b358-d387c2b56e3e x-openstack-request-id: req-0d132a5a-ede8-4d28-b358-d387c2b56e3e {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:06.528496 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e6480a-f2a8-4ac4-bf89-5978ffbff8f2", "name": "network-vif-deleted", "tag": "a5574ecb-3d01-4821-851a-8cfac75f03af", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:06.528740 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d132a5a-ede8-4d28-b358-d387c2b56e3e {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:06.529129 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e6480a-f2a8-4ac4-bf89-5978ffbff8f2', 'name': 'network-vif-deleted', 'tag': 'a5574ecb-3d01-4821-851a-8cfac75f03af', 'status': 'completed', 'code': 200} Jul 29 20:56:06.554895 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e6a2ea6a-a97e-4f4f-919b-3d2c9f23694d req-3794b518-d7b1-4d39-872d-2d0379b8f7fd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=62e6480a-f2a8-4ac4-bf89-5978ffbff8f2 HTTP/1.1" status: 200 len: 210 time: 0.0297256 Jul 29 20:56:08.912177 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-639f2b4a-2c54-49ed-9a95-b54374a2389d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190660771&fields=id&tenant_id=1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 267 time: 0.0312948 Jul 29 20:56:09.014239 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-882ba381-c437-461c-92e1-325ba6486f26 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:09.015586 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-882ba381-c437-461c-92e1-325ba6486f26 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 812 time: 0.0963209 Jul 29 20:56:09.029890 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-afed76fa-d523-489e-8f8e-a0461521de86 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/quotas/1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 375 time: 0.0087507 Jul 29 20:56:09.079265 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-8d6ba94f-1caa-40a8-8678-02830ee1d78f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442281 Jul 29 20:56:09.173637 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-ce1f1ba8-4840-40c2-b834-e873b876401e service neutron] 10.222.0.26 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Jul 29 20:56:09.259651 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f1e52e63-0c88-4afc-bb6a-41428ebc0601 service neutron] 10.222.0.26 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800612 Jul 29 20:56:09.539437 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0dbb8e41-82a6-4509-88b1-e2ccbbaaccb6 req-2c796fbd-650f-4780-8f6a-72026d3206b4 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 210 time: 0.0335674 Jul 29 20:56:10.630041 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-75b53b16-aecc-41f3-9ef0-19f96f9534e3 req-d9315a3e-e376-466f-bfae-9cdfc0dbb9c4 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 210 time: 0.0245674 Jul 29 20:56:10.650752 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a5574ecb-3d01-4821-851a-8cfac75f03af no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:56:10.671491 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: a5574ecb-3d01-4821-851a-8cfac75f03af {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:56:10.671832 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a5574ecb-3d01-4821-851a-8cfac75f03af not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:56:11.320360 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-42f67536-44b5-40f1-8635-69c0c96877d0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:11.321802 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-42f67536-44b5-40f1-8635-69c0c96877d0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 812 time: 0.0975137 Jul 29 20:56:11.369179 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d15ffb3f-c38d-4c68-ae4f-b4ef245fff91 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 379 time: 0.0328796 Jul 29 20:56:11.386528 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'port': {'device_id': '468d7750-d304-4642-8a7a-1be544384182', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'admin_state_up': True, 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'security_groups': ['9c87fa9b-8937-47ff-908f-70ffc2f59011']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:11.491313 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Made reservation on behalf of 1e7605b05f85478389526e30afc6ae43 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:11.494713 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.614141 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Allocated IP 172.20.0.12 (298c50fd-9a70-4dc6-ab19-f2d0992c1f95/beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7/a9ad4a06-5cfb-4b2a-b196-73c36e515505) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:11.722919 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-29c7a9c8-5179-44b0-b8e2-af8d6668e29b req-ffc9d5d2-251f-4f36-9bf8-d792daff65b9 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 210 time: 0.0252984 Jul 29 20:56:11.753088 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.766402 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Transition to ACTIVE for port object a9ad4a06-5cfb-4b2a-b196-73c36e515505 will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:11.797825 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.836192 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:11.839098 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:11.841410 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:11.912060 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=a9ad4a06-5cfb-4b2a-b196-73c36e515505,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:11.921544 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:11.922214 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.942736 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f3a7b3c6-3f22-422b-a699-9af90b9d8b22 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598235 Jul 29 20:56:11.970562 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Request body: {'port': {'device_id': '468d7750-d304-4642-8a7a-1be544384182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:12.028436 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.118040 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-e75f3f44-18ed-4c36-a4c0-8f606cccd689 None None] Provisioning for port a9ad4a06-5cfb-4b2a-b196-73c36e515505 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:12.122286 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-e75f3f44-18ed-4c36-a4c0-8f606cccd689 None None] Provisioning complete for port a9ad4a06-5cfb-4b2a-b196-73c36e515505 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:12.122952 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e75f3f44-18ed-4c36-a4c0-8f606cccd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.161022 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-e75f3f44-18ed-4c36-a4c0-8f606cccd689 None None] Port a9ad4a06-5cfb-4b2a-b196-73c36e515505 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:12.301073 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ad4a06-5cfb-4b2a-b196-73c36e515505 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:56:12.308232 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.319589 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Transition to ACTIVE for port object a9ad4a06-5cfb-4b2a-b196-73c36e515505 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:12.323164 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.386216 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Pushing event updated for resources: {'Port': ['ID=a9ad4a06-5cfb-4b2a-b196-73c36e515505,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:12.438547 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Attempting to bind port a9ad4a06-5cfb-4b2a-b196-73c36e515505 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:12.438913 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Attempting to bind port a9ad4a06-5cfb-4b2a-b196-73c36e515505 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:12.439240 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Attempting to bind port a9ad4a06-5cfb-4b2a-b196-73c36e515505 on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:12.444239 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Port a9ad4a06-5cfb-4b2a-b196-73c36e515505 on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:56:12.444552 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Attempting to bind port a9ad4a06-5cfb-4b2a-b196-73c36e515505 on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:12.449719 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:12.450051 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Checking segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:12.450428 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Bound using segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:12.450875 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Bound port: a9ad4a06-5cfb-4b2a-b196-73c36e515505, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:12.451234 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.518480 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] For port a9ad4a06-5cfb-4b2a-b196-73c36e515505, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:12.522294 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] For port a9ad4a06-5cfb-4b2a-b196-73c36e515505, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:12.526163 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.561295 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.561910 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.563302 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] 10.222.0.42 "PUT /v2.0/ports/a9ad4a06-5cfb-4b2a-b196-73c36e515505 HTTP/1.1" status: 200 len: 1094 time: 0.6028814 Jul 29 20:56:12.563731 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:12.565945 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c794c6-b139-4e23-a277-bb35209207fb" -d '{"events": [{"name": "network-changed", "server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:12.592510 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3758b-df16-4434-ae76-470e4817e8cf service neutron] Pushing event updated for resources: {'Port': ['ID=a9ad4a06-5cfb-4b2a-b196-73c36e515505,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:12.619106 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade155a-ecc4-4281-9fd8-2eb56826b6ca x-openstack-request-id: req-cade155a-ecc4-4281-9fd8-2eb56826b6ca {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:12.619391 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:12.619638 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cade155a-ecc4-4281-9fd8-2eb56826b6ca {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:12.620029 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'status': 'completed', 'code': 200} Jul 29 20:56:12.679583 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-1b5f0495-1396-48e3-b8d6-ef431024db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.681109 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-1b5f0495-1396-48e3-b8d6-ef431024db06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 1097 time: 0.0419250 Jul 29 20:56:12.729564 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-f487d07b-f159-4946-953b-334c0b1d19ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505 HTTP/1.1" status: 200 len: 217 time: 0.0346034 Jul 29 20:56:12.783161 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-e3bde629-3975-4aa3-986d-c783c7901d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.784832 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-e3bde629-3975-4aa3-986d-c783c7901d48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0479116 Jul 29 20:56:12.833943 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3155-7be0-457c-8d07-8321a79bda33 req-2d4e25e9-3299-4b8e-ab30-3e5358bcc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.835516 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-2d4e25e9-3299-4b8e-ab30-3e5358bcc4f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434198 Jul 29 20:56:12.837853 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd70ee-70dd-4ebb-acb9-33b9e05256fe req-ca1a8725-7b69-4931-a1b9-972b60d6388d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.839321 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01fd70ee-70dd-4ebb-acb9-33b9e05256fe req-ca1a8725-7b69-4931-a1b9-972b60d6388d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0483871 Jul 29 20:56:12.876282 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-01fd70ee-70dd-4ebb-acb9-33b9e05256fe req-dadd6b09-e2d6-4b46-9492-2ed2ff68c501 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309834 Jul 29 20:56:12.922854 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-39a21255-2079-458a-9c2f-c44b19a13a37 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799782 Jul 29 20:56:13.012375 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-12de3155-7be0-457c-8d07-8321a79bda33 req-625fdd0d-a200-4bd4-a17e-fe2a0f18cb70 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830665 Jul 29 20:56:13.140164 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c794c6-b139-4e23-a277-bb35209207fb req-25064233-3012-4904-a6e7-5ea974b96ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.141647 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-89c794c6-b139-4e23-a277-bb35209207fb req-25064233-3012-4904-a6e7-5ea974b96ad2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 1097 time: 0.0405505 Jul 29 20:56:13.246008 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c794c6-b139-4e23-a277-bb35209207fb req-ee32630a-ad19-4cf0-b31a-739ac812bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.247576 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-89c794c6-b139-4e23-a277-bb35209207fb req-ee32630a-ad19-4cf0-b31a-739ac812bfe9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0975444 Jul 29 20:56:13.294664 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-89c794c6-b139-4e23-a277-bb35209207fb req-41074a11-033e-44d0-b1ea-9996f90d887e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505 HTTP/1.1" status: 200 len: 217 time: 0.0336902 Jul 29 20:56:13.342806 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c794c6-b139-4e23-a277-bb35209207fb req-b7bf0afb-f9e5-4d7a-859a-7d7fa08f3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.344199 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-89c794c6-b139-4e23-a277-bb35209207fb req-b7bf0afb-f9e5-4d7a-859a-7d7fa08f3ece service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0412452 Jul 29 20:56:13.391552 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c794c6-b139-4e23-a277-bb35209207fb req-dc76a7a5-df43-497d-9f90-059476fdf70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.392957 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-89c794c6-b139-4e23-a277-bb35209207fb req-dc76a7a5-df43-497d-9f90-059476fdf70e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410712 Jul 29 20:56:13.479651 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-89c794c6-b139-4e23-a277-bb35209207fb req-b4283311-36b4-47e4-85f8-4a417d89c661 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793095 Jul 29 20:56:13.994205 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a9fd0-e2cc-4448-928c-23d597d5001f req-ecc309fd-1d0f-40d1-b16f-16341294ab80 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.995905 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dc2a9fd0-e2cc-4448-928c-23d597d5001f req-ecc309fd-1d0f-40d1-b16f-16341294ab80 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0507104 Jul 29 20:56:14.035759 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-dc2a9fd0-e2cc-4448-928c-23d597d5001f req-2a5e13a4-8ba2-431b-bafd-ffad7aeca1dc tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333610 Jul 29 20:56:14.406523 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-89c794c6-b139-4e23-a277-bb35209207fb req-17f63aac-739d-4d4b-99f0-7d9248c128e7 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884862 Jul 29 20:56:15.145667 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f850-e7ad-4124-946c-355420a11d7a req-02a0bd7a-1899-4124-8c75-8caf3d58e3b1 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:15.147556 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd42f850-e7ad-4124-946c-355420a11d7a req-02a0bd7a-1899-4124-8c75-8caf3d58e3b1 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0467713 Jul 29 20:56:15.184004 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bd42f850-e7ad-4124-946c-355420a11d7a req-771c2042-9181-4f43-82f1-adb47f968df0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Jul 29 20:56:16.295074 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0f66-4fe1-49a4-91d9-a3a746b0108e req-461a7968-1aa4-4ae7-b205-3bf88d2f2a7a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:16.296527 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-846e0f66-4fe1-49a4-91d9-a3a746b0108e req-461a7968-1aa4-4ae7-b205-3bf88d2f2a7a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0469995 Jul 29 20:56:16.334315 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-846e0f66-4fe1-49a4-91d9-a3a746b0108e req-321f049c-227f-4441-9e7d-9818eb128116 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319562 Jul 29 20:56:16.559331 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-7f3e10c6-c3a7-4f5a-8847-3387909a8bb9 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:16.560673 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-7f3e10c6-c3a7-4f5a-8847-3387909a8bb9 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/networks?id=e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 200 len: 814 time: 0.1000516 Jul 29 20:56:16.575192 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-5883b80a-f038-449a-a9cc-f89f4cc97539 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/quotas/be26ef76866b4dafa91ae5a976815f32 HTTP/1.1" status: 200 len: 375 time: 0.0088677 Jul 29 20:56:16.605594 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-19df74d1-a02f-4f74-895b-bad33fba31e0 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be26ef76866b4dafa91ae5a976815f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255034 Jul 29 20:56:16.695142 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-a6ccefae-5859-4256-93a6-07029fdd8649 service neutron] 10.222.0.26 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821459 Jul 29 20:56:16.781685 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-5e0c9b05-a5c1-414c-9818-e878e675cb14 service neutron] 10.222.0.26 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803394 Jul 29 20:56:16.938394 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7325cf3c-456b-49c1-9b82-f814f9f083c8 req-0df13cae-3ece-4677-bd78-12e5ddab8086 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 210 time: 0.0252228 Jul 29 20:56:17.447976 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdef45-2cdb-4132-be70-fcbdb8e7a0f8 req-852f342b-d722-4953-842e-9a06e6644d18 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:17.449705 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96cdef45-2cdb-4132-be70-fcbdb8e7a0f8 req-852f342b-d722-4953-842e-9a06e6644d18 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0490403 Jul 29 20:56:17.489693 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-96cdef45-2cdb-4132-be70-fcbdb8e7a0f8 req-de5898bb-a4c4-4bbc-9527-c4fccc73401d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340827 Jul 29 20:56:17.893412 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-fdf7a296-dd44-4e13-80cd-cf76c7bfbc08 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:17.894900 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-fdf7a296-dd44-4e13-80cd-cf76c7bfbc08 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "GET /v2.0/networks?id=e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 200 len: 814 time: 0.1005690 Jul 29 20:56:17.929125 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Request body: {'port': {'device_id': '5dc26d57-9550-49bb-8431-0acd106035a4', 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449', 'admin_state_up': True, 'tenant_id': 'be26ef76866b4dafa91ae5a976815f32'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:18.030938 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3697b253-c503-4cb2-905f-81ee808c0981 req-eca19e42-e6fd-4235-9d50-0fe7576eda30 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 210 time: 0.0251575 Jul 29 20:56:18.036150 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Made reservation on behalf of be26ef76866b4dafa91ae5a976815f32 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:18.040089 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.157000 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Allocated IP 172.20.0.8 (e01ded67-5ee0-4b2e-a80c-1953f0af8449/735dbb45-348c-4847-bdcf-0397e0ca2229/1ef6d21c-9b47-4e55-bfef-e7884b882cbf) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:18.296158 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.332106 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.372067 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Network e01ded67-5ee0-4b2e-a80c-1953f0af8449 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:18.374988 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:18.380651 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:18.386173 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Pushing event updated for resources: {'Port': ['ID=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:18.433449 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:18.434049 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.447862 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c1bda425-8e19-4fbf-8a08-a944b53c09af tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5235410 Jul 29 20:56:18.469085 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Request body: {'port': {'device_id': '5dc26d57-9550-49bb-8431-0acd106035a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:18.519762 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.601675 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40a2d-342c-45ba-b6d6-4600643035f9 req-d2049bb6-889b-458a-ada0-bc734ab8136c tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:18.603171 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ee40a2d-342c-45ba-b6d6-4600643035f9 req-d2049bb6-889b-458a-ada0-bc734ab8136c tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0482481 Jul 29 20:56:18.641788 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8ee40a2d-342c-45ba-b6d6-4600643035f9 req-1c5c4971-b579-4b7f-887f-561723171a57 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326078 Jul 29 20:56:18.774180 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef6d21c-9b47-4e55-bfef-e7884b882cbf {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:56:18.781294 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.792633 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Transition to ACTIVE for port object 1ef6d21c-9b47-4e55-bfef-e7884b882cbf will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:18.796375 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.848798 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:18.909668 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Attempting to bind port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:18.910249 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Attempting to bind port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:18.910369 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Attempting to bind port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf on network e01ded67-5ee0-4b2e-a80c-1953f0af8449 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:18.914454 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf on network e01ded67-5ee0-4b2e-a80c-1953f0af8449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:56:18.914805 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Attempting to bind port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf on network e01ded67-5ee0-4b2e-a80c-1953f0af8449 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:18.919539 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:18.919868 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Checking segment: {'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:18.920239 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Bound using segment: {'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:18.920653 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Bound port: 1ef6d21c-9b47-4e55-bfef-e7884b882cbf, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:18.920996 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.980406 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] For port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:18.983477 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] For port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:18.987188 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:19.023530 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.024127 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:19.025518 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] 10.222.0.42 "PUT /v2.0/ports/1ef6d21c-9b47-4e55-bfef-e7884b882cbf HTTP/1.1" status: 200 len: 1093 time: 0.5603564 Jul 29 20:56:19.025888 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc26d57-9550-49bb-8431-0acd106035a4', 'tag': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:19.028105 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc26d57-9550-49bb-8431-0acd106035a4", "tag": "1ef6d21c-9b47-4e55-bfef-e7884b882cbf"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:19.051198 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc949f-8b7c-49ec-9784-aafbaa53a478 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:19.064939 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9ca2e9-92ad-42c8-9215-d6971505cb48 x-openstack-request-id: req-7c9ca2e9-92ad-42c8-9215-d6971505cb48 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:19.065236 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc26d57-9550-49bb-8431-0acd106035a4", "tag": "1ef6d21c-9b47-4e55-bfef-e7884b882cbf", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:19.065553 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c9ca2e9-92ad-42c8-9215-d6971505cb48 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:19.065943 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc26d57-9550-49bb-8431-0acd106035a4', 'tag': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf', 'status': 'completed', 'code': 200} Jul 29 20:56:19.123513 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-e8e265c4-6111-4fb6-be0a-2a694e467e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.124979 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-e8e265c4-6111-4fb6-be0a-2a694e467e43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be26ef76866b4dafa91ae5a976815f32&device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 1096 time: 0.0398302 Jul 29 20:56:19.146514 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb561-4925-464a-9488-28d85040c2f3 req-8a5b279d-79c0-4602-a589-d5d90c7766ee tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.147981 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-013fb561-4925-464a-9488-28d85040c2f3 req-8a5b279d-79c0-4602-a589-d5d90c7766ee tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 943 time: 0.0479956 Jul 29 20:56:19.170798 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-df13aa91-403c-4cce-8cb8-589d43676138 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef6d21c-9b47-4e55-bfef-e7884b882cbf HTTP/1.1" status: 200 len: 217 time: 0.0322652 Jul 29 20:56:19.184930 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-013fb561-4925-464a-9488-28d85040c2f3 req-0d3a419b-da6d-4d39-83f1-764b89ec96f5 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308909 Jul 29 20:56:19.222898 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-bbd93aa0-7438-4f13-9301-6c6de4998055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.224310 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-bbd93aa0-7438-4f13-9301-6c6de4998055 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=735dbb45-348c-4847-bdcf-0397e0ca2229 HTTP/1.1" status: 200 len: 854 time: 0.0457497 Jul 29 20:56:19.255126 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-e5c77312-8795-4a6e-84be-741d0aa0253a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e01ded67-5ee0-4b2e-a80c-1953f0af8449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233393 Jul 29 20:56:19.340025 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-c9f8ba2f-0770-43c8-bb1a-22097eb7e238 service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774639 Jul 29 20:56:19.430155 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8dbf15f6-8cf9-4a5d-9b84-8cfdae6c509d req-86170115-91c1-4a73-8256-ad62c7a52976 service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816531 Jul 29 20:56:19.563863 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-2e547fcd-beaa-44ea-ad41-7296668b8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.565294 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-2e547fcd-beaa-44ea-ad41-7296668b8ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be26ef76866b4dafa91ae5a976815f32&device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 1096 time: 0.0398507 Jul 29 20:56:19.654978 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-05cf998c-5580-42ba-b3a3-2c6b991a13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.656422 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-05cf998c-5580-42ba-b3a3-2c6b991a13ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 200 len: 915 time: 0.0830958 Jul 29 20:56:19.697214 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-4f3401c1-1d7b-417a-b566-164476891511 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef6d21c-9b47-4e55-bfef-e7884b882cbf HTTP/1.1" status: 200 len: 217 time: 0.0326598 Jul 29 20:56:19.750103 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-5a07b012-821d-4eb3-bfe3-9655fb0e1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.751573 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-5a07b012-821d-4eb3-bfe3-9655fb0e1fb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=735dbb45-348c-4847-bdcf-0397e0ca2229 HTTP/1.1" status: 200 len: 854 time: 0.0468485 Jul 29 20:56:19.757392 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f83c0-37d1-4026-b57e-f8ff8a8b3a79 req-ef9a5b2e-02ad-4bfe-a909-daf19e7adce0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.758859 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-726f83c0-37d1-4026-b57e-f8ff8a8b3a79 req-ef9a5b2e-02ad-4bfe-a909-daf19e7adce0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0505285 Jul 29 20:56:19.783336 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-12fdb55e-2ef0-428f-9ae0-e9454e030db8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e01ded67-5ee0-4b2e-a80c-1953f0af8449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237887 Jul 29 20:56:19.796565 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-726f83c0-37d1-4026-b57e-f8ff8a8b3a79 req-544fda2a-d335-4d8e-8eae-64374ff9ea32 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Jul 29 20:56:19.873062 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-ff7ddadf-0401-44d0-93a1-5fe963a51082 service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820107 Jul 29 20:56:19.960892 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7b6a0e13-c0c3-4c5e-ae64-28aa82ebae98 req-f9caf0cc-efd5-486c-9457-92ddd057c6df service neutron] 10.222.0.42 "GET /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792820 Jul 29 20:56:20.295424 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc4713-d3cf-4748-944d-45e1f4c7bdac req-3deaf0d9-8ba6-4a29-907d-2061b9227724 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:20.296854 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c7bc4713-d3cf-4748-944d-45e1f4c7bdac req-3deaf0d9-8ba6-4a29-907d-2061b9227724 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 943 time: 0.0473700 Jul 29 20:56:20.333706 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c7bc4713-d3cf-4748-944d-45e1f4c7bdac req-f11fe0b6-7c5f-4311-960d-cec5c4dc4b4a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Jul 29 20:56:20.907826 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796b41-ae59-4ab0-859e-8b8bc45d86b8 req-1b255985-e5b3-4d02-8306-8567a62f42e9 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:20.909273 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8796b41-ae59-4ab0-859e-8b8bc45d86b8 req-1b255985-e5b3-4d02-8306-8567a62f42e9 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0472078 Jul 29 20:56:20.946004 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d8796b41-ae59-4ab0-859e-8b8bc45d86b8 req-6847e504-8b26-4a6a-8923-fe47a1306942 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303926 Jul 29 20:56:21.445604 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419501dc-ad0c-42d5-831d-6533b0bcd9b4 req-80ef0ca1-178e-479e-861c-5c93b1528c8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:21.447068 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-419501dc-ad0c-42d5-831d-6533b0bcd9b4 req-80ef0ca1-178e-479e-861c-5c93b1528c8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 943 time: 0.0510461 Jul 29 20:56:21.483342 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-419501dc-ad0c-42d5-831d-6533b0bcd9b4 req-84674c45-ac35-4fc7-b3ef-09b4e2168c84 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302985 Jul 29 20:56:21.817034 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-340b7017-8a89-4518-b65f-7d18ab581ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.933961 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1ef6d21c-9b47-4e55-bfef-e7884b882cbf details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:56:22.024430 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:22.035699 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf', 'network_id': 'e01ded67-5ee0-4b2e-a80c-1953f0af8449', 'port_id': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf', 'mac_address': 'fa:16:3e:fa:f1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735dbb45-348c-4847-bdcf-0397e0ca2229', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:56:22.062735 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee14b3-a53b-4eec-8bce-9d799d54c9c0 req-e6a7116f-25db-484b-9046-ed6f809fc62a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:22.064411 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c4ee14b3-a53b-4eec-8bce-9d799d54c9c0 req-e6a7116f-25db-484b-9046-ed6f809fc62a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 944 time: 0.0530679 Jul 29 20:56:22.076177 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:22.088394 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef6d21c-9b47-4e55-bfef-e7884b882cbf {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:56:22.102022 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c4ee14b3-a53b-4eec-8bce-9d799d54c9c0 req-5d931196-ee22-406e-934b-2b45c5c43f09 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Jul 29 20:56:22.106893 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:22.111253 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:22.111932 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a9ad4a06-5cfb-4b2a-b196-73c36e515505 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:56:22.201057 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:22.242614 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a9ad4a06-5cfb-4b2a-b196-73c36e515505, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:22.253489 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'port_id': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'mac_address': 'fa:16:3e:e9:16:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:56:22.288994 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:22.301215 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ad4a06-5cfb-4b2a-b196-73c36e515505 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:56:22.320400 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a9ad4a06-5cfb-4b2a-b196-73c36e515505, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:22.324351 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:22.369527 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=a9ad4a06-5cfb-4b2a-b196-73c36e515505,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:22.594201 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfbde8-89f3-4c84-94a3-e62d5caa5bb6 req-031423a6-b0e4-421f-9f8e-f5744665deca tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:22.595602 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-accfbde8-89f3-4c84-94a3-e62d5caa5bb6 req-031423a6-b0e4-421f-9f8e-f5744665deca tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 944 time: 0.0484235 Jul 29 20:56:22.632453 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-accfbde8-89f3-4c84-94a3-e62d5caa5bb6 req-5f0e6dab-de68-4b16-97cf-0b69a422d4a9 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300796 Jul 29 20:56:22.674507 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['a9ad4a06-5cfb-4b2a-b196-73c36e515505'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:56:22.696960 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['1ef6d21c-9b47-4e55-bfef-e7884b882cbf'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:56:23.217815 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80f3ec-e4d5-4e72-8e68-29149effc757 req-5619397c-0e6f-4b6b-a8b4-00db40313012 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:23.219273 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4e80f3ec-e4d5-4e72-8e68-29149effc757 req-5619397c-0e6f-4b6b-a8b4-00db40313012 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Jul 29 20:56:23.255241 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-4e80f3ec-e4d5-4e72-8e68-29149effc757 req-f6e96826-9d9a-4cdf-8071-83046295f7f2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301862 Jul 29 20:56:23.743543 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598f9d4-51b4-4fd2-9a6b-872c05f2bcc4 req-c4758486-3aa1-4a5a-a53c-2a78491d5ccd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:23.745010 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5598f9d4-51b4-4fd2-9a6b-872c05f2bcc4 req-c4758486-3aa1-4a5a-a53c-2a78491d5ccd tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 944 time: 0.0481615 Jul 29 20:56:23.780827 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5598f9d4-51b4-4fd2-9a6b-872c05f2bcc4 req-7f576fca-82ed-4b88-96b5-a383a53582ea tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300748 Jul 29 20:56:23.949711 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1ef6d21c-9b47-4e55-bfef-e7884b882cbf up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:23.997193 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:24.001713 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:24.002091 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.076764 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.097237 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc26d57-9550-49bb-8431-0acd106035a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:24.100000 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e292913-adf6-408d-bbdf-c1efc46155e7" -d '{"events": [{"server_uuid": "5dc26d57-9550-49bb-8431-0acd106035a4", "name": "network-vif-plugged", "status": "completed", "tag": "1ef6d21c-9b47-4e55-bfef-e7884b882cbf"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:24.112340 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:24.117061 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.117818 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a9ad4a06-5cfb-4b2a-b196-73c36e515505 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:24.153123 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302a8a00-56f7-426a-ab9b-725027d2783b x-openstack-request-id: req-302a8a00-56f7-426a-ab9b-725027d2783b {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:24.153407 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc26d57-9550-49bb-8431-0acd106035a4", "name": "network-vif-plugged", "status": "completed", "tag": "1ef6d21c-9b47-4e55-bfef-e7884b882cbf", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:24.153653 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-302a8a00-56f7-426a-ab9b-725027d2783b {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:24.154035 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc26d57-9550-49bb-8431-0acd106035a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf', 'code': 200} Jul 29 20:56:24.191002 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:24.203848 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port a9ad4a06-5cfb-4b2a-b196-73c36e515505 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:24.207532 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port a9ad4a06-5cfb-4b2a-b196-73c36e515505 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:24.207900 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.285676 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.318646 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port a9ad4a06-5cfb-4b2a-b196-73c36e515505, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:24.323980 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.338720 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805a621-dd78-43bf-8eb6-5d24f9bfaae7 req-3a9c8e21-65b9-44b9-808f-4f7a38fd72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:24.340220 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5805a621-dd78-43bf-8eb6-5d24f9bfaae7 req-3a9c8e21-65b9-44b9-808f-4f7a38fd72d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 1098 time: 0.0451343 Jul 29 20:56:24.373272 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=a9ad4a06-5cfb-4b2a-b196-73c36e515505,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:24.376230 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5805a621-dd78-43bf-8eb6-5d24f9bfaae7 req-66e897a9-db3e-4b46-9cde-e23f380b0fd5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287948 Jul 29 20:56:24.378493 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e884cba-bad0-414d-8685-33d911dd033b req-0a3d05fe-753d-45c5-99fa-447eeba92c88 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:24.379990 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e884cba-bad0-414d-8685-33d911dd033b req-0a3d05fe-753d-45c5-99fa-447eeba92c88 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.0526803 Jul 29 20:56:24.416995 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2e884cba-bad0-414d-8685-33d911dd033b req-bce48072-f585-471a-87a9-ef3711d42622 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311048 Jul 29 20:56:24.430740 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-a1b4862e-daad-46d3-ae23-21d93713c58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.506877 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.898859 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ea032-56df-4212-a65f-a46197675dc7 req-987f9db4-98a7-4383-bce7-5c3569491492 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:24.900333 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-949ea032-56df-4212-a65f-a46197675dc7 req-987f9db4-98a7-4383-bce7-5c3569491492 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Jul 29 20:56:24.903999 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.938086 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-949ea032-56df-4212-a65f-a46197675dc7 req-4c288347-04da-48c7-b8ee-fcc90ee2b481 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Jul 29 20:56:25.310308 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:25.528763 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb4120-92c4-4cc6-a19c-e2e380826cb3 req-52d1105f-cead-49b6-8bd6-64c4b91f0e01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:25.530217 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-decb4120-92c4-4cc6-a19c-e2e380826cb3 req-52d1105f-cead-49b6-8bd6-64c4b91f0e01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Jul 29 20:56:25.566390 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-decb4120-92c4-4cc6-a19c-e2e380826cb3 req-3166597c-31f2-4611-bd7f-536cb37022d4 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303473 Jul 29 20:56:26.049732 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f75276-4bbf-4eaa-94f0-c57336d7f12c req-89cb901e-16b6-4b94-a208-2d936791edae tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:26.051198 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-31f75276-4bbf-4eaa-94f0-c57336d7f12c req-89cb901e-16b6-4b94-a208-2d936791edae tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 945 time: 0.0473254 Jul 29 20:56:26.087567 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-31f75276-4bbf-4eaa-94f0-c57336d7f12c req-bb907a54-bd60-4c75-b9c7-df0ba520bbed tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306022 Jul 29 20:56:26.155871 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:26.158188 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25fe8f8-cf33-4ae2-ab9e-8bc9cce79833" -d '{"events": [{"server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "name": "network-vif-plugged", "status": "completed", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:26.193133 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef347f-0f15-4997-a6c8-e7fcdee1a78c x-openstack-request-id: req-1cef347f-0f15-4997-a6c8-e7fcdee1a78c {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:26.193559 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "name": "network-vif-plugged", "status": "completed", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:26.193801 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1cef347f-0f15-4997-a6c8-e7fcdee1a78c {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:26.194181 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'code': 200} Jul 29 20:56:26.433948 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ec75-1014-4513-a855-57beb8fe3e56 req-6ea68e32-6e71-4bc4-94eb-61b92c1b1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:26.435446 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a5c7ec75-1014-4513-a855-57beb8fe3e56 req-6ea68e32-6e71-4bc4-94eb-61b92c1b1378 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 1099 time: 0.0445328 Jul 29 20:56:26.471776 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a5c7ec75-1014-4513-a855-57beb8fe3e56 req-8d6ca15b-7f4d-4d80-9770-d062c5a1846a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280926 Jul 29 20:56:26.681055 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29458ed-5296-424e-ade3-20bd6527b905 req-f3ebac00-3a40-4c29-8f02-27d71237eb59 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:26.682434 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a29458ed-5296-424e-ade3-20bd6527b905 req-f3ebac00-3a40-4c29-8f02-27d71237eb59 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.0501475 Jul 29 20:56:26.719227 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a29458ed-5296-424e-ade3-20bd6527b905 req-6e7d48e5-56bf-4f12-8c05-c4e9598db897 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Jul 29 20:56:27.096032 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:27.832007 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca12c53-8b34-4aaa-8295-bc9cf4c74ddb req-1e57b148-4753-49a6-9632-9e6fc3549e45 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:27.834039 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fca12c53-8b34-4aaa-8295-bc9cf4c74ddb req-1e57b148-4753-49a6-9632-9e6fc3549e45 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.0476975 Jul 29 20:56:27.869784 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-fca12c53-8b34-4aaa-8295-bc9cf4c74ddb req-8f83c39a-e133-49ec-90cb-2998595c51aa tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299151 Jul 29 20:56:27.980763 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dda07-e3d0-4165-8995-18691f9f9bdf req-ac4275cc-7735-46ac-a6e6-6bc0d1d33b05 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:27.982240 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-259dda07-e3d0-4165-8995-18691f9f9bdf req-ac4275cc-7735-46ac-a6e6-6bc0d1d33b05 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.0479240 Jul 29 20:56:28.018706 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-259dda07-e3d0-4165-8995-18691f9f9bdf req-91fba6ac-b1ba-4d95-af61-1bca28b52879 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306461 Jul 29 20:56:28.040647 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36382) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:28.170937 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60bcc89-2dfc-462d-9ec5-f90af952c829 tempest-TestVolumeBootPattern-1114934655 tempest-TestVolumeBootPattern-1114934655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:28.172403 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-e60bcc89-2dfc-462d-9ec5-f90af952c829 tempest-TestVolumeBootPattern-1114934655 tempest-TestVolumeBootPattern-1114934655-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 1094 time: 0.1307445 Jul 29 20:56:28.175440 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36386) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:28.180005 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'port_id': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:28.202400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.294797 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.393871 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Allocated IP 172.27.0.224 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/80638d9e-c921-4362-a937-bcbca546a886) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:28.494126 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.532563 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.567316 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:28.570674 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:28.574220 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:28.600431 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=80638d9e-c921-4362-a937-bcbca546a886,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:29.154620 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.217399 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.359688 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.364114 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.430324 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=80638d9e-c921-4362-a937-bcbca546a886,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:29.443812 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.538507 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Floating IP 29c7fb6c-fa02-4ed3-952f-012020b0e4f6 associated. External IP: 172.27.0.224, port: a9ad4a06-5cfb-4b2a-b196-73c36e515505. Jul 29 20:56:29.744408 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:56:29.845138 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:29.855162 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:29.861778 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.863944 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:29.865995 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:56:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:29.889612 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-1f0e7c6d-e592-4ec1-9d53-19be7d62cbb0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7130749 Jul 29 20:56:29.890315 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:29.892597 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913811ed-8539-490e-b344-bbcf5c1e1783" -d '{"events": [{"name": "network-changed", "server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:29.929459 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca88d62-ac5c-48a9-8a05-0c2759ba2938 x-openstack-request-id: req-5ca88d62-ac5c-48a9-8a05-0c2759ba2938 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:29.929747 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:29.929997 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ca88d62-ac5c-48a9-8a05-0c2759ba2938 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:29.930390 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'status': 'completed', 'code': 200} Jul 29 20:56:29.968742 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:30.027713 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-0d8a838c-0e66-4038-8567-3bbed669224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.029252 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-0d8a838c-0e66-4038-8567-3bbed669224a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 1099 time: 0.0461712 Jul 29 20:56:30.037149 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-332ec7b9-d081-4333-a3cc-745f6bb20c3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399880 Jul 29 20:56:30.118013 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-708e26d7-4675-47a1-bd29-88bfa5fffea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.119507 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-708e26d7-4675-47a1-bd29-88bfa5fffea6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0836952 Jul 29 20:56:30.188177 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-197cf6c5-3d7d-4e42-9bf6-0ef7bcf284e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505 HTTP/1.1" status: 200 len: 1000 time: 0.0608947 Jul 29 20:56:30.188729 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '29c7fb6c-fa02-4ed3-952f-012020b0e4f6', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:e9:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468d7750-d304-4642-8a7a-1be544384182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:29Z', 'updated_at': '2021-07-29T20:56:29Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:30.214471 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:30.222832 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:30.223427 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:56:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:30.235682 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-77a4230b-2c1b-461c-b37c-ec19cded7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.237107 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-77a4230b-2c1b-461c-b37c-ec19cded7f58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0421963 Jul 29 20:56:30.280159 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-8839be8d-cbff-4317-a48d-893fdd93b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.281516 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-8839be8d-cbff-4317-a48d-893fdd93b5db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378194 Jul 29 20:56:30.326180 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:30.372970 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-5deefe0e-e377-45a4-9a1c-6699e2281593 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823803 Jul 29 20:56:30.460539 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-913811ed-8539-490e-b344-bbcf5c1e1783 req-c21db528-7fd9-4aa4-abd7-8aac653542f5 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802212 Jul 29 20:56:30.544209 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '29c7fb6c-fa02-4ed3-952f-012020b0e4f6', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:e9:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468d7750-d304-4642-8a7a-1be544384182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:29Z', 'updated_at': '2021-07-29T20:56:29Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:30.569804 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab77b13-490d-4600-838d-f36b2d3e8786 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': '29c7fb6c-fa02-4ed3-952f-012020b0e4f6', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:e9:16:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468d7750-d304-4642-8a7a-1be544384182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:29Z', 'updated_at': '2021-07-29T20:56:29Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:30.596856 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-6b8fbdb0-8797-4d42-a16b-7157274b36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.598350 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-6b8fbdb0-8797-4d42-a16b-7157274b36ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 1099 time: 0.0416160 Jul 29 20:56:30.707605 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-b62f8ffd-9212-4e31-8a32-5306d333736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.709590 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-b62f8ffd-9212-4e31-8a32-5306d333736f service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0901220 Jul 29 20:56:30.761166 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7804bbd-0da0-420c-a961-347c746ac207 None None] New status for floating IP 29c7fb6c-fa02-4ed3-952f-012020b0e4f6: ACTIVE {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:56:30.775446 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-f840d6b0-d66c-4852-88a2-8de89a96dab0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505 HTTP/1.1" status: 200 len: 1000 time: 0.0590353 Jul 29 20:56:30.828428 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-8402a7cd-96bf-49e1-999c-fb1b8be4cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.829774 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-8402a7cd-96bf-49e1-999c-fb1b8be4cb8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0472105 Jul 29 20:56:30.874450 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-b18644b4-f551-449d-93cf-c5c7a1abd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.875992 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-b18644b4-f551-449d-93cf-c5c7a1abd522 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394063 Jul 29 20:56:30.968096 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-c8b13845-a5b0-4520-b911-909198d52fc2 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810685 Jul 29 20:56:31.059471 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e74c994a-5165-4c37-b614-f13d880b6f1c req-c6ac3b60-87d7-4d9f-aa75-c7454b03ab30 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836513 Jul 29 20:56:42.131116 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:56:47.051143 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aa3b1-6895-4959-ae2b-3dbba6abad0b req-1911d5ac-1683-48d7-9d0a-a684af7a3c7e tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:47.053037 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-349aa3b1-6895-4959-ae2b-3dbba6abad0b req-1911d5ac-1683-48d7-9d0a-a684af7a3c7e tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 945 time: 0.0468640 Jul 29 20:56:47.090501 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-349aa3b1-6895-4959-ae2b-3dbba6abad0b req-e018944f-c07d-4ff5-8bed-e82282b75301 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Jul 29 20:56:48.204522 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacaac8-5bca-4acc-bf43-5aeff0f69ab7 req-0430b7af-be88-4d5e-85bc-d87b791e598b tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:48.206044 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5dacaac8-5bca-4acc-bf43-5aeff0f69ab7 req-0430b7af-be88-4d5e-85bc-d87b791e598b tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 945 time: 0.0475659 Jul 29 20:56:48.247353 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5dacaac8-5bca-4acc-bf43-5aeff0f69ab7 req-b2df2a80-0943-4d90-8e26-006be6c6570f tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7dc14b2-beba-4d3b-82ae-369c1f8dad75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347011 Jul 29 20:56:48.850224 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-fe9cbd17-b7de-4935-bf32-9fe6f18358a0 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:48.851589 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-fe9cbd17-b7de-4935-bf32-9fe6f18358a0 tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 945 time: 0.0486889 Jul 29 20:56:48.942903 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Deleting port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:56:48.943237 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:49.026262 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] For port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,segment=NetworkSegment(3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c),segment_id=3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:49.026613 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:49.039045 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Calling delete_port for 1ef6d21c-9b47-4e55-bfef-e7884b882cbf owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:56:49.161249 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:49.190203 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Pushing event deleted for resources: {'Port': ['ID=1ef6d21c-9b47-4e55-bfef-e7884b882cbf,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:49.196533 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['1ef6d21c-9b47-4e55-bfef-e7884b882cbf'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:56:49.214780 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.215124 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.215456 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.215784 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.216108 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.216432 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.216749 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.217066 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.217380 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.217695 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.218012 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.218324 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:49.237309 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] No DVR routers for this DVR port 1ef6d21c-9b47-4e55-bfef-e7884b882cbf on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:56:49.240037 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:49.242261 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-5622255b-73b3-49e8-8fa0-4e264e2a30f6 req-f964b11f-1dd2-4b23-8b7c-0f8ac2b4fa8d tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.42 "DELETE /v2.0/ports/1ef6d21c-9b47-4e55-bfef-e7884b882cbf HTTP/1.1" status: 204 len: 173 time: 0.3841779 Jul 29 20:56:49.242711 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc26d57-9550-49bb-8431-0acd106035a4', 'name': 'network-vif-deleted', 'tag': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:49.244924 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df49d19-92dc-4e7a-98af-47242cf4efa4" -d '{"events": [{"server_uuid": "5dc26d57-9550-49bb-8431-0acd106035a4", "name": "network-vif-deleted", "tag": "1ef6d21c-9b47-4e55-bfef-e7884b882cbf"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:49.281354 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7918cd06-e65c-4eb6-b24f-adf73b4fc9bf x-openstack-request-id: req-7918cd06-e65c-4eb6-b24f-adf73b4fc9bf {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:49.281636 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc26d57-9550-49bb-8431-0acd106035a4", "name": "network-vif-deleted", "tag": "1ef6d21c-9b47-4e55-bfef-e7884b882cbf", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:49.281894 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7918cd06-e65c-4eb6-b24f-adf73b4fc9bf {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:49.282478 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc26d57-9550-49bb-8431-0acd106035a4', 'name': 'network-vif-deleted', 'tag': '1ef6d21c-9b47-4e55-bfef-e7884b882cbf', 'status': 'completed', 'code': 200} Jul 29 20:56:49.342272 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a9c43a7b-e296-4dce-a80f-e3fe80ef10be req-f5daa1b1-abd9-4e43-8a34-bbf777ef5b5a tempest-VolumesSnapshotTestJSON-1430616428 tempest-VolumesSnapshotTestJSON-1430616428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc26d57-9550-49bb-8431-0acd106035a4 HTTP/1.1" status: 200 len: 210 time: 0.0268495 Jul 29 20:56:51.820417 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-22c87ba7-c857-4ce7-9a79-6cc63874e80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:52.053983 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1ef6d21c-9b47-4e55-bfef-e7884b882cbf no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:56:52.073193 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 1ef6d21c-9b47-4e55-bfef-e7884b882cbf {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:56:52.073778 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 1ef6d21c-9b47-4e55-bfef-e7884b882cbf not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:56:54.431000 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-637a6a5b-b8fa-45a4-911a-a603bc073444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:54.500552 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:54.907602 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:55.311972 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:57.100719 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.311873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36602) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:12.358107 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] Deleting subnet 735dbb45-348c-4847-bdcf-0397e0ca2229 {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:57:12.361034 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.393061 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.430157 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.479859 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.510448 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735dbb45-348c-4847-bdcf-0397e0ca2229,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:12.512418 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.514265 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-2849008e-c781-4439-950c-036d1b23d778 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/735dbb45-348c-4847-bdcf-0397e0ca2229 HTTP/1.1" status: 204 len: 168 time: 0.2014153 Jul 29 20:57:12.516786 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36604) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:12.581645 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.658754 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.668022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01ded67-5ee0-4b2e-a80c-1953f0af8449']}} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.678135 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c') {'for_net_delete': True} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.678423 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.services.segments.db [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5e55b7-44ee-4e9e-a2ec-7fcc75a8ca7c') {} {{(pid=99520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.686853 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26594081'] for segment, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.700889 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.706503 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=99520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:57:12.706909 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25639899'] for segment, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: Traceback (most recent call last): Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: timer() Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: cb(*args, **kw) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: return func(*args, **kwargs) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: self._notify() Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: self.callback(batched_events) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: event.method(event) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: return f(self, *a, **k) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._get(url).json() Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: return self.request(url, 'GET', **kwargs) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:57:12.708490 dv-cinder-801633-3-iscsi neutron-server[99520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:57:12.759577 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.764974 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.766797 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/e01ded67-5ee0-4b2e-a80c-1953f0af8449 HTTP/1.1" status: 204 len: 168 time: 0.2490895 Jul 29 20:57:12.777182 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f6638-e92b-443a-8372-dca1048740bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e01ded67-5ee0-4b2e-a80c-1953f0af8449,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:12.932358 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36608) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:12.970174 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-9e160ee1-c4e3-4f88-8f6f-6b7726e76ada admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be26ef76866b4dafa91ae5a976815f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366962 Jul 29 20:57:12.972638 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36610) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:13.021998 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c06c846c-aa30-4583-9ece-42e41bfefa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.042119 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c06c846c-aa30-4583-9ece-42e41bfefa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.085844 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c06c846c-aa30-4583-9ece-42e41bfefa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.088533 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-c06c846c-aa30-4583-9ece-42e41bfefa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.089632 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-c06c846c-aa30-4583-9ece-42e41bfefa20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7dc14b2-beba-4d3b-82ae-369c1f8dad75 HTTP/1.1" status: 204 len: 168 time: 0.1161451 Jul 29 20:57:13.097463 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c846c-aa30-4583-9ece-42e41bfefa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dc14b2-beba-4d3b-82ae-369c1f8dad75,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:19.130186 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:57:21.821464 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-02084021-003f-4ee9-9ec1-b98bb1cd1827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:24.431006 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-a416778f-6959-48a4-acb0-0d0d4899c31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:24.520419 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:24.908725 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:25.313658 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:27.099497 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:51.821656 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-b9372ff8-a215-4013-8b01-adf0bd236015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:54.430340 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-c43c5f01-32f5-49d2-9098-ed3f7e829d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:54.535488 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:54.909237 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:55.317155 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:56.129677 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:57:57.103110 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:21.821339 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fdc23d0e-ebc7-4b43-b596-09cfb94e7185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:24.429654 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-489cdea6-c5a5-4617-a99a-0797c1a53adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:24.535856 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:24.910898 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:25.320032 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:27.104559 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:32.135994 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-114c5bd7-e64c-4e46-b534-785b6762dca0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1679688 Jul 29 20:58:32.234791 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-a9676d25-89b8-4207-9274-1322070864a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:32.236213 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-a9676d25-89b8-4207-9274-1322070864a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 1099 time: 0.0398834 Jul 29 20:58:32.339010 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-c58090a0-9f8c-4f29-833c-d28336cf9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:32.340456 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-c58090a0-9f8c-4f29-833c-d28336cf9bde service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0852518 Jul 29 20:58:32.402703 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-c4b48fc0-98bc-4109-846f-7b5b9a496ec1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505 HTTP/1.1" status: 200 len: 1002 time: 0.0548148 Jul 29 20:58:32.459343 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-174b04c8-b929-4a98-8fae-7ae3508b144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:32.460780 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-174b04c8-b929-4a98-8fae-7ae3508b144b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0513909 Jul 29 20:58:32.504928 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-e1028f93-8ee7-4a49-9005-c91374c3e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:32.506353 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-e1028f93-8ee7-4a49-9005-c91374c3e724 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379121 Jul 29 20:58:32.517704 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-d3938ea1-a0f4-456d-8c3a-7dd82ef97bef service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:58:32.519518 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-d3938ea1-a0f4-456d-8c3a-7dd82ef97bef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061083 Jul 29 20:58:32.602821 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-86910ba7-5826-4312-819b-fe2a4f977227 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0765123 Jul 29 20:58:32.691383 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8a26beca-ffdf-4a65-9c74-c6fa4d6983bc req-d3787ded-a241-40e3-9b47-c37dc7b2ba44 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814033 Jul 29 20:58:33.128429 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:58:35.154644 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24109bb8-5689-4e08-bdc4-1f32faf12132 req-1719de5c-3b55-4c1a-8c44-55ef30567267 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:35.156105 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-24109bb8-5689-4e08-bdc4-1f32faf12132 req-1719de5c-3b55-4c1a-8c44-55ef30567267 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.1532345 Jul 29 20:58:35.193716 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-24109bb8-5689-4e08-bdc4-1f32faf12132 req-662cd46e-8660-4ec1-85c2-15702e0c03e8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310147 Jul 29 20:58:36.354962 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54cd8e-6235-4a5b-a0a0-782b813d0d93 req-e98b119a-de20-404c-aeab-6d072fee8582 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:36.356368 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-af54cd8e-6235-4a5b-a0a0-782b813d0d93 req-e98b119a-de20-404c-aeab-6d072fee8582 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.0955672 Jul 29 20:58:36.394413 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-af54cd8e-6235-4a5b-a0a0-782b813d0d93 req-920af1bb-300c-41dc-9c91-41dafdc0dbc7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Jul 29 20:58:36.738558 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-6ad5b78f-264f-4800-b28f-2f44cad7462c tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:36.739918 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-6ad5b78f-264f-4800-b28f-2f44cad7462c tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 946 time: 0.0473826 Jul 29 20:58:36.827405 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Deleting port a9ad4a06-5cfb-4b2a-b196-73c36e515505 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:36.827741 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:36.911722 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] For port a9ad4a06-5cfb-4b2a-b196-73c36e515505, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a9ad4a06-5cfb-4b2a-b196-73c36e515505,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:36.912084 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:37.073871 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:37.074207 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:37.074643 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Floating IP 29c7fb6c-fa02-4ed3-952f-012020b0e4f6 disassociated. External IP: 172.27.0.224, port: a9ad4a06-5cfb-4b2a-b196-73c36e515505. Jul 29 20:58:37.075034 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Calling delete_port for a9ad4a06-5cfb-4b2a-b196-73c36e515505 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:37.198964 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:37.225193 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event deleted for resources: {'Port': ['ID=a9ad4a06-5cfb-4b2a-b196-73c36e515505,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:37.234522 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.234888 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.235221 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.235550 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.235873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.236196 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.236917 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.236917 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.237192 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.237464 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.237777 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.238089 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:37.348252 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:58:37.451873 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:58:37.463588 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:58:37.473681 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:37.474369 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:58:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:37.488915 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-df0aaf3a-6ef2-42b4-a6a8-f410b84f0ebe req-9e982087-0056-44f3-9868-c395ccba2376 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=468d7750-d304-4642-8a7a-1be544384182 HTTP/1.1" status: 200 len: 210 time: 0.0291266 Jul 29 20:58:37.491071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] No DVR routers for this DVR port a9ad4a06-5cfb-4b2a-b196-73c36e515505 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:58:37.493597 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:37.495780 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8ae36b67-3c7f-4ee8-b9fa-d585b9badcbb req-de34787b-bc57-44c3-a6b8-4fa1a8c8e4e7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "DELETE /v2.0/ports/a9ad4a06-5cfb-4b2a-b196-73c36e515505 HTTP/1.1" status: 204 len: 173 time: 0.7496698 Jul 29 20:58:37.496163 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'name': 'network-vif-deleted', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:37.498630 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab8e61-d6fe-4498-ae6e-49471d9a8992" -d '{"events": [{"server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "name": "network-vif-deleted", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:37.591357 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:37.612296 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065f7a6b-4516-4d72-86db-e3ff81b8827b x-openstack-request-id: req-065f7a6b-4516-4d72-86db-e3ff81b8827b {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:37.612741 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468d7750-d304-4642-8a7a-1be544384182", "name": "network-vif-deleted", "tag": "a9ad4a06-5cfb-4b2a-b196-73c36e515505", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:37.613156 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-065f7a6b-4516-4d72-86db-e3ff81b8827b {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:37.613641 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468d7750-d304-4642-8a7a-1be544384182', 'name': 'network-vif-deleted', 'tag': 'a9ad4a06-5cfb-4b2a-b196-73c36e515505', 'status': 'completed', 'code': 200} Jul 29 20:58:37.789265 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:37.813981 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:58:37.822223 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:37.822837 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:58:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:37.930707 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:38.122138 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:38.150566 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c5ef8c-a68a-4931-b0b4-5f19296d4548 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:58:38.366871 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670cc844-7771-418d-be59-eb460117a76b None None] New status for floating IP 29c7fb6c-fa02-4ed3-952f-012020b0e4f6: DOWN {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:58:38.730575 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-f701ea70-b729-4c70-b0f5-21e3d32ea84a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190660771&fields=id&tenant_id=1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 267 time: 0.0332050 Jul 29 20:58:38.830416 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-b9133c6f-fdfd-4787-afc3-93b296b09391 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:38.832376 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-b9133c6f-fdfd-4787-afc3-93b296b09391 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 812 time: 0.0953884 Jul 29 20:58:38.846767 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-192d1f08-a26d-4ed3-af2a-baf49702bbcb tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/quotas/1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 375 time: 0.0084105 Jul 29 20:58:38.901304 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-4b0105cb-896a-41ce-99ad-5287d99ec56f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494897 Jul 29 20:58:38.957938 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-df877763-5ce3-42f9-8fd8-6944a4c3504d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:58:38.958963 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-df877763-5ce3-42f9-8fd8-6944a4c3504d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457995 Jul 29 20:58:39.044138 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-c04f2635-7285-4cf9-89f1-3ea1244e1f73 service neutron] 10.222.0.26 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791001 Jul 29 20:58:39.131834 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-cbba1d3b-fbba-41d2-a047-aaff3a0f4085 service neutron] 10.222.0.26 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Jul 29 20:58:40.420582 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5c2e9f59-63cc-4ace-9d73-3c5c32f2fa7d req-291a617f-0d57-4319-864d-ecf4af02c1e3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 210 time: 0.0257306 Jul 29 20:58:40.604838 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a9ad4a06-5cfb-4b2a-b196-73c36e515505 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:40.624072 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: a9ad4a06-5cfb-4b2a-b196-73c36e515505 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:40.624410 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device a9ad4a06-5cfb-4b2a-b196-73c36e515505 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:41.494907 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-173988c5-ce02-4cbf-986e-f6030bb98cf0 req-d0aca856-55d0-4b0e-89f7-5c8a8aebf889 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 210 time: 0.0261991 Jul 29 20:58:42.584320 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b87c3b43-467f-4d31-9c81-d8176b97daac req-fc79a05e-1e0d-4602-ae24-a1d884e4184e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 210 time: 0.0259187 Jul 29 20:58:43.567778 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-feeb79cd-cbde-41c7-b1e8-088dbdc6577f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:43.569195 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-feeb79cd-cbde-41c7-b1e8-088dbdc6577f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 812 time: 0.1035032 Jul 29 20:58:43.617014 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-0f2f9653-b6ce-41d5-907b-59666beada9b tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 379 time: 0.0326931 Jul 29 20:58:43.627506 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'port': {'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'admin_state_up': True, 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'security_groups': ['9c87fa9b-8937-47ff-908f-70ffc2f59011']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:58:43.680384 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-b69fd06a-e1b1-4bab-9bac-b7862b161e8d req-efc6ee32-7a52-4f39-a2ad-a0026e21432f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Jul 29 20:58:43.736182 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Made reservation on behalf of 1e7605b05f85478389526e30afc6ae43 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:58:43.739787 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:43.861669 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Allocated IP 172.20.0.7 (298c50fd-9a70-4dc6-ab19-f2d0992c1f95/beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7/ddea7543-d487-4906-9723-d39935a5a41c) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:58:43.997520 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.013241 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Transition to ACTIVE for port object ddea7543-d487-4906-9723-d39935a5a41c will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:58:44.047327 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.089308 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:58:44.092299 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:58:44.098838 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:58:44.105851 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=ddea7543-d487-4906-9723-d39935a5a41c,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:44.151514 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:44.152146 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.168589 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d2a67cf8-6281-41d0-8874-d7f92d5c2b01 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448043 Jul 29 20:58:44.188270 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Request body: {'port': {'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:58:44.247762 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.372751 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-22f8b5b1-a3a3-4ba2-bafb-8bbcca014416 None None] Provisioning for port ddea7543-d487-4906-9723-d39935a5a41c completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:58:44.376294 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-22f8b5b1-a3a3-4ba2-bafb-8bbcca014416 None None] Provisioning complete for port ddea7543-d487-4906-9723-d39935a5a41c triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:58:44.376665 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-22f8b5b1-a3a3-4ba2-bafb-8bbcca014416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.410451 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-22f8b5b1-a3a3-4ba2-bafb-8bbcca014416 None None] Port ddea7543-d487-4906-9723-d39935a5a41c cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:58:44.729559 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddea7543-d487-4906-9723-d39935a5a41c {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:58:44.736835 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.748320 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Transition to ACTIVE for port object ddea7543-d487-4906-9723-d39935a5a41c will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:58:44.753241 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.797177 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6350d-797a-46af-8405-2ef4724467a1 req-44b3cbbc-33d0-4020-8dd6-f2304ba21fae tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:44.798689 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d0e6350d-797a-46af-8405-2ef4724467a1 req-44b3cbbc-33d0-4020-8dd6-f2304ba21fae tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0506618 Jul 29 20:58:44.805142 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddea7543-d487-4906-9723-d39935a5a41c,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:44.844623 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-d0e6350d-797a-46af-8405-2ef4724467a1 req-4dbbf1b7-1cf9-400e-9750-a8a5d32c5344 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 Jul 29 20:58:44.873983 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Attempting to bind port ddea7543-d487-4906-9723-d39935a5a41c on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:58:44.874363 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Attempting to bind port ddea7543-d487-4906-9723-d39935a5a41c by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:58:44.874625 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Attempting to bind port ddea7543-d487-4906-9723-d39935a5a41c on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:58:44.882296 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Port ddea7543-d487-4906-9723-d39935a5a41c on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:58:44.882625 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Attempting to bind port ddea7543-d487-4906-9723-d39935a5a41c on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:58:44.887615 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:58:44.887949 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Checking segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:58:44.888329 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Bound using segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:58:44.888750 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Bound port: ddea7543-d487-4906-9723-d39935a5a41c, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:58:44.889104 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.953127 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] For port ddea7543-d487-4906-9723-d39935a5a41c, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:58:44.956548 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] For port ddea7543-d487-4906-9723-d39935a5a41c, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ddea7543-d487-4906-9723-d39935a5a41c,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:58:44.960703 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.994194 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:44.994826 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.996179 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] 10.222.0.42 "PUT /v2.0/ports/ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 1093 time: 0.8124642 Jul 29 20:58:44.996637 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:44.998863 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c" -d '{"events": [{"name": "network-changed", "server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "tag": "ddea7543-d487-4906-9723-d39935a5a41c"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:45.025454 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fd6a7-d07a-41da-8441-9dc5529dcae6 service neutron] Pushing event updated for resources: {'Port': ['ID=ddea7543-d487-4906-9723-d39935a5a41c,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:45.051289 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27295b4e-bf79-434e-896b-65383066d4af x-openstack-request-id: req-27295b4e-bf79-434e-896b-65383066d4af {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:45.051548 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "tag": "ddea7543-d487-4906-9723-d39935a5a41c", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:45.051765 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27295b4e-bf79-434e-896b-65383066d4af {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:45.052165 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c', 'status': 'completed', 'code': 200} Jul 29 20:58:45.114430 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d6befb5f-2491-44c8-af4c-069aa7bfc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.115915 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-d6befb5f-2491-44c8-af4c-069aa7bfc787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1096 time: 0.0444238 Jul 29 20:58:45.164285 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-cd5ef85d-30ed-4457-868c-7fc74931ddaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 217 time: 0.0341940 Jul 29 20:58:45.212170 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-55e7b47c-8c66-4829-bbf9-2420449550d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.213483 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-55e7b47c-8c66-4829-bbf9-2420449550d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0422776 Jul 29 20:58:45.267692 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-08894b99-4e93-4f20-975e-a1534f44bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.269178 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-08894b99-4e93-4f20-975e-a1534f44bd8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485811 Jul 29 20:58:45.353144 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-620452c7-4f10-43d7-b7be-c0e688fc56e1 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769367 Jul 29 20:58:45.440958 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-801c23ee-f83c-45a0-ad8e-fcf5b01d4689 req-759462be-bfa5-4a6d-9a88-b364f7039e90 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807915 Jul 29 20:58:45.561792 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-95c08091-88b6-498a-9c45-c895f0901c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.563242 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-95c08091-88b6-498a-9c45-c895f0901c64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1096 time: 0.0392406 Jul 29 20:58:45.649156 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-3bcda398-49b4-479c-8862-dbc3a3ce80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.650529 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-3bcda398-49b4-479c-8862-dbc3a3ce80f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0790508 Jul 29 20:58:45.693659 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-5a518f85-eed4-4040-934e-e4a56a1bf392 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 217 time: 0.0355630 Jul 29 20:58:45.745848 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-601d00ce-2c68-4224-8a73-c4cea17da174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.747204 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-601d00ce-2c68-4224-8a73-c4cea17da174 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0412509 Jul 29 20:58:45.790957 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-63bf29cf-9bb9-4133-b433-8e7fd2586316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.792257 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-63bf29cf-9bb9-4133-b433-8e7fd2586316 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369520 Jul 29 20:58:45.881563 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-533507e6-593b-40b2-b07b-b6b881d79463 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822453 Jul 29 20:58:45.957891 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92de95-b8df-4147-861a-5a59ddfa1d3d req-9ae6880b-37f2-4f01-81d3-da2d5f87e0e5 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:45.959377 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6e92de95-b8df-4147-861a-5a59ddfa1d3d req-9ae6880b-37f2-4f01-81d3-da2d5f87e0e5 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0473478 Jul 29 20:58:45.968979 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-6fa71d6b-43fc-4b5f-a10d-083df1d1180c req-521fd681-a120-4e9f-b113-63d68e78846c service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807769 Jul 29 20:58:45.996719 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6e92de95-b8df-4147-861a-5a59ddfa1d3d req-0cfbeb41-954d-4ebe-9cf6-45ab6754afbf tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Jul 29 20:58:47.110145 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da8d2-c6a3-49c6-a9f9-28b86d602950 req-dd269535-380b-445b-a219-b0b957e41b29 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:47.111608 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a09da8d2-c6a3-49c6-a9f9-28b86d602950 req-dd269535-380b-445b-a219-b0b957e41b29 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0472338 Jul 29 20:58:47.149314 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a09da8d2-c6a3-49c6-a9f9-28b86d602950 req-7afcb555-14cb-4ec4-ac44-a39d18d04318 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312576 Jul 29 20:58:48.260578 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a7f47-63ad-4118-8748-2114a50ac3cf req-0b76293e-da69-43a3-9d06-1079deac3617 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:48.262224 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a69a7f47-63ad-4118-8748-2114a50ac3cf req-0b76293e-da69-43a3-9d06-1079deac3617 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0467155 Jul 29 20:58:48.302551 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a69a7f47-63ad-4118-8748-2114a50ac3cf req-4ff6d9f9-eef6-4638-9ed2-a8d67d3c65fc tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344243 Jul 29 20:58:49.413885 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acc51f-f2d5-49d0-ae27-36f74378fd28 req-0d3d474e-832b-493d-8710-e5c80755bb0e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:49.415359 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10acc51f-f2d5-49d0-ae27-36f74378fd28 req-0d3d474e-832b-493d-8710-e5c80755bb0e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0474203 Jul 29 20:58:49.452210 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-10acc51f-f2d5-49d0-ae27-36f74378fd28 req-9c2023d8-fbeb-48f1-9db3-6275c19fe6fc tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jul 29 20:58:50.563432 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb502-cafe-4e8a-90ff-b25c49ce254f req-16ef5065-17a0-44dd-8dca-640d6cc258f2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:50.564861 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b3eb502-cafe-4e8a-90ff-b25c49ce254f req-16ef5065-17a0-44dd-8dca-640d6cc258f2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0475159 Jul 29 20:58:50.602175 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b3eb502-cafe-4e8a-90ff-b25c49ce254f req-11fc90d7-c94d-47be-8af5-5803616365f7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315611 Jul 29 20:58:51.711666 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafa738-c89c-4190-88cc-ad8cce2f836c req-3cd47ebc-d09c-438a-abb3-67da67c745df tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:51.713087 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8fafa738-c89c-4190-88cc-ad8cce2f836c req-3cd47ebc-d09c-438a-abb3-67da67c745df tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0465007 Jul 29 20:58:51.752593 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8fafa738-c89c-4190-88cc-ad8cce2f836c req-bd878a75-d829-474c-b0c7-91ce9460e868 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338073 Jul 29 20:58:51.822412 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-7ab156a6-644e-405d-9830-9c3e1c94aa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:52.671218 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ddea7543-d487-4906-9723-d39935a5a41c details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:58:52.763173 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port ddea7543-d487-4906-9723-d39935a5a41c, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ddea7543-d487-4906-9723-d39935a5a41c,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:52.774369 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': 'ddea7543-d487-4906-9723-d39935a5a41c', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:58:52.811049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:52.825714 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddea7543-d487-4906-9723-d39935a5a41c {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:58:52.844908 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port ddea7543-d487-4906-9723-d39935a5a41c, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ddea7543-d487-4906-9723-d39935a5a41c,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:52.849572 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:52.868085 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c70d0-f977-4bdb-a475-3352c336f9d9 req-a49c8112-c54e-4616-9900-275790601b83 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:52.869569 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3f1c70d0-f977-4bdb-a475-3352c336f9d9 req-a49c8112-c54e-4616-9900-275790601b83 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 943 time: 0.0531108 Jul 29 20:58:52.901276 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=ddea7543-d487-4906-9723-d39935a5a41c,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:52.908202 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.908550 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.908887 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.909217 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.909542 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.909870 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.910192 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.910315 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-3f1c70d0-f977-4bdb-a475-3352c336f9d9 req-59b120be-23ec-4af0-9d93-07c394e02e60 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316606 Jul 29 20:58:52.910516 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.910860 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.911178 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.911492 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:52.911807 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:53.126749 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['ddea7543-d487-4906-9723-d39935a5a41c'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:58:54.022973 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292bbad-0fae-4c4c-8bd7-7ba11df1f8b0 req-bcdef78f-a1d0-4b32-b98f-de90c0729ac4 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:54.024647 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7292bbad-0fae-4c4c-8bd7-7ba11df1f8b0 req-bcdef78f-a1d0-4b32-b98f-de90c0729ac4 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 944 time: 0.0491691 Jul 29 20:58:54.060760 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-7292bbad-0fae-4c4c-8bd7-7ba11df1f8b0 req-4a81423b-1c35-4780-a19a-7a2165488669 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302534 Jul 29 20:58:54.430049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-052e8ab7-b945-401e-b7d1-c7e3cf14e943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.549492 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.686722 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ddea7543-d487-4906-9723-d39935a5a41c up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:58:54.732438 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port ddea7543-d487-4906-9723-d39935a5a41c completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:58:54.735845 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port ddea7543-d487-4906-9723-d39935a5a41c triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:58:54.736203 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.806962 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.830089 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:54.832306 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8d9892-2b0e-4a79-960c-c3c3bc8e9544" -d '{"events": [{"server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "name": "network-vif-plugged", "status": "completed", "tag": "ddea7543-d487-4906-9723-d39935a5a41c"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:54.845428 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port ddea7543-d487-4906-9723-d39935a5a41c, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ddea7543-d487-4906-9723-d39935a5a41c,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:54.850352 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.904872 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=ddea7543-d487-4906-9723-d39935a5a41c,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:54.918735 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.925142 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320188d6-c7b0-47e5-b7c6-6da0949b4993 x-openstack-request-id: req-320188d6-c7b0-47e5-b7c6-6da0949b4993 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:54.925430 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "name": "network-vif-plugged", "status": "completed", "tag": "ddea7543-d487-4906-9723-d39935a5a41c", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:54.925724 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-320188d6-c7b0-47e5-b7c6-6da0949b4993 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:54.926270 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c', 'code': 200} Jul 29 20:58:55.158558 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c3b8-a59f-47b4-ae2f-bc4b79f7c440 req-8384545e-a7db-41a7-bd88-7dff576056cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:55.160169 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8758c3b8-a59f-47b4-ae2f-bc4b79f7c440 req-8384545e-a7db-41a7-bd88-7dff576056cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1098 time: 0.0444279 Jul 29 20:58:55.174516 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3f94f-128d-4094-a586-375103664432 req-715283b4-495d-43df-968a-e48a88b78685 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:55.175997 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6ac3f94f-128d-4094-a586-375103664432 req-715283b4-495d-43df-968a-e48a88b78685 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 945 time: 0.0482776 Jul 29 20:58:55.194945 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8758c3b8-a59f-47b4-ae2f-bc4b79f7c440 req-d27464db-aba3-46a7-b0b5-d14cb6eb1be1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274050 Jul 29 20:58:55.217084 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-6ac3f94f-128d-4094-a586-375103664432 req-5abde3af-cd58-4c8c-925a-041cdf30d3ca tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350168 Jul 29 20:58:55.322557 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.353212 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e23120-91df-4c30-97c7-89f8e5178d4e req-0377eef9-aa89-40f6-9ebd-bc2dd6100d95 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:56.354660 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c8e23120-91df-4c30-97c7-89f8e5178d4e req-0377eef9-aa89-40f6-9ebd-bc2dd6100d95 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 945 time: 0.0481484 Jul 29 20:58:56.391420 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c8e23120-91df-4c30-97c7-89f8e5178d4e req-acb8a147-4392-42b2-8aa7-8908b5254ae3 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307968 Jul 29 20:58:57.108014 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.501902 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56e15-7e13-4fc4-b823-1ec450e94749 req-330821ec-78e7-48ac-a68f-dba9fb614efc tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:57.503388 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43e56e15-7e13-4fc4-b823-1ec450e94749 req-330821ec-78e7-48ac-a68f-dba9fb614efc tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 945 time: 0.0475409 Jul 29 20:58:57.539417 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-43e56e15-7e13-4fc4-b823-1ec450e94749 req-3f99a264-9691-4790-9bc1-eebd6c155eeb tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296726 Jul 29 20:58:57.647573 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a989b-931a-4c18-810c-c78cafa480aa req-1d516094-635c-4a1e-b09c-f152d27e1f27 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:57.649015 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f85a989b-931a-4c18-810c-c78cafa480aa req-1d516094-635c-4a1e-b09c-f152d27e1f27 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 945 time: 0.0467131 Jul 29 20:58:57.692135 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f85a989b-931a-4c18-810c-c78cafa480aa req-b480e727-34db-4f79-9e10-de8f82272535 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344076 Jul 29 20:58:57.713637 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36746) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:57.752549 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1642b6-a592-4551-89ec-e14c7fe9d5bf tempest-TestVolumeBootPattern-1114934655 tempest-TestVolumeBootPattern-1114934655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:57.754028 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-8d1642b6-a592-4551-89ec-e14c7fe9d5bf tempest-TestVolumeBootPattern-1114934655 tempest-TestVolumeBootPattern-1114934655-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1093 time: 0.0393729 Jul 29 20:58:57.756595 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36748) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:57.760818 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:58:57.781533 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.876965 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.973781 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Allocated IP 172.27.0.130 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/6e283b30-769f-40d9-9c21-16ce1cf43c4a) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:58:58.074539 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.111301 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.146267 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:58:58.148962 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:58:58.154701 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:58:58.159779 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=6e283b30-769f-40d9-9c21-16ce1cf43c4a,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:58.490469 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.552805 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.695530 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.700179 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.770423 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=6e283b30-769f-40d9-9c21-16ce1cf43c4a,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:58.779727 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.872142 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.db.l3_db [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Floating IP bf4ad9f1-f21d-4c80-8122-bff8e65dcdff associated. External IP: 172.27.0.130, port: ddea7543-d487-4906-9723-d39935a5a41c. Jul 29 20:58:59.069557 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:58:59.170915 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:58:59.180889 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:58:59.187700 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:59.190630 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:59.191262 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:58:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:59.213878 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-2e4f737b-987f-4415-967f-a3b699e8dc7d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4563007 Jul 29 20:58:59.214452 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:59.216753 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcb6a4-72ef-49fe-a978-4a750cf60520" -d '{"events": [{"name": "network-changed", "server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "tag": "ddea7543-d487-4906-9723-d39935a5a41c"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:59.256439 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6b3d13-02ad-4a61-a9e5-8c635746b9e1 x-openstack-request-id: req-6e6b3d13-02ad-4a61-a9e5-8c635746b9e1 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:59.256729 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "tag": "ddea7543-d487-4906-9723-d39935a5a41c", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:59.256982 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e6b3d13-02ad-4a61-a9e5-8c635746b9e1 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:59.257378 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c', 'status': 'completed', 'code': 200} Jul 29 20:58:59.297080 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:59.342616 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-8304fb6d-238e-4885-a1c4-cc523ab161be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:59.344074 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-8304fb6d-238e-4885-a1c4-cc523ab161be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1098 time: 0.0431447 Jul 29 20:58:59.432664 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-c4c79df5-2d45-43c5-bc9c-b9006934b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:59.434126 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-c4c79df5-2d45-43c5-bc9c-b9006934b8aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0822508 Jul 29 20:58:59.501076 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-351234e7-d6e1-4505-ae57-81097648b5b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 999 time: 0.0596952 Jul 29 20:58:59.508715 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:58:58Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:59.537661 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:58:59.545777 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:59.546381 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T20:58:54Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:59.549059 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-fb81c2dc-e765-4755-864a-ffa5a8381412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:59.550491 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-fb81c2dc-e765-4755-864a-ffa5a8381412 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0427370 Jul 29 20:58:59.595226 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-b6a57657-e149-497e-b42d-a32ab20919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:59.596651 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-b6a57657-e149-497e-b42d-a32ab20919b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386794 Jul 29 20:58:59.647975 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:59.685759 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-573c6129-6a3a-40c3-88bb-d65c20809e55 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818005 Jul 29 20:58:59.775236 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-a4dcb6a4-72ef-49fe-a978-4a750cf60520 req-ef2aa23a-3842-4b46-9100-dd47df525d67 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815051 Jul 29 20:58:59.861331 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:58:58Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:59.889022 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301ad2f-e44e-406b-8c59-47c9e3c09da5 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:58:58Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:59:00.063322 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26ec75-2fea-47a5-af00-cccc52b10daf None None] New status for floating IP bf4ad9f1-f21d-4c80-8122-bff8e65dcdff: ACTIVE {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:59:10.126777 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:59:21.822740 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-41d99e11-a094-4908-b434-e734a45826db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:24.429533 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-fd53a166-d1ae-4036-a777-a4a8b24c941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:24.564470 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:24.910054 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:25.325209 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:27.110779 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:33.004025 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-65fcf21f-d44f-43ca-8dd6-a1adc696a768 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377116 Jul 29 20:59:33.100375 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38db09-6368-41ea-a52b-660bf400908c req-c3c1c7f4-32d3-4de5-9635-314925959b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:33.101846 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-c3c1c7f4-32d3-4de5-9635-314925959b90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1098 time: 0.0436208 Jul 29 20:59:33.200046 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38db09-6368-41ea-a52b-660bf400908c req-243fdbfd-437a-4f6b-a7e1-8ae7da2ae5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:33.201375 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-243fdbfd-437a-4f6b-a7e1-8ae7da2ae5b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0812590 Jul 29 20:59:33.269072 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-e5f85db5-9911-4e59-89da-7c4ef345fe6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 1001 time: 0.0594864 Jul 29 20:59:33.317236 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38db09-6368-41ea-a52b-660bf400908c req-fbb060ad-9fae-4bda-9f38-c67f29949fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:33.319289 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-fbb060ad-9fae-4bda-9f38-c67f29949fc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0433760 Jul 29 20:59:33.378933 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38db09-6368-41ea-a52b-660bf400908c req-c4c66439-b28b-4b64-9496-e81d351c93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:33.381024 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-c4c66439-b28b-4b64-9496-e81d351c93e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544841 Jul 29 20:59:33.469550 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-a9bb2d0c-5a9c-4bca-ad60-d96ba2ce4827 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810685 Jul 29 20:59:33.556652 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-8e38db09-6368-41ea-a52b-660bf400908c req-54f921e8-495a-4b63-b6ac-0a97297a959d service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780425 Jul 29 20:59:47.125225 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:59:51.823258 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-383db174-177c-42ed-9fc5-e41c35612927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:54.429848 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-d547a20f-cdd7-48c2-bc73-26df71ec92e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:54.564443 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:54.911564 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:55.329036 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:57.113218 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.822299 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f3e9f5cc-83ba-4465-8d73-42eae53b82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.123508 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:00:24.429006 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-3ce16430-a09b-4e2d-b668-f0ac9fbd8295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.567992 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.911557 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.332156 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:27.116515 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:33.035665 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-de0cec76-b4cd-4bbc-9a73-26103222c395 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393281 Jul 29 21:00:33.138092 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-5983f26e-dce6-4332-aacf-7d50b4b985fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:33.139586 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-5983f26e-dce6-4332-aacf-7d50b4b985fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1098 time: 0.0428820 Jul 29 21:00:33.194924 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-f2d526e4-6986-4865-ab09-a7e32ebc49bc tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190660771&fields=id&tenant_id=1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 267 time: 0.0339904 Jul 29 21:00:33.238667 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-399d9d87-4ed9-4bd6-8560-6d51434c3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:33.240669 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-399d9d87-4ed9-4bd6-8560-6d51434c3251 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0814757 Jul 29 21:00:33.298384 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-4b9fce84-515c-4005-9236-764f753bbe09 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:33.299863 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-4b9fce84-515c-4005-9236-764f753bbe09 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 812 time: 0.0979021 Jul 29 21:00:33.309379 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-49bee77e-0358-4f7b-9acf-691f84fcfd70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 1001 time: 0.0615180 Jul 29 21:00:33.315315 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-63a7c31c-e2da-4e29-ad73-b27c800ac6af tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/quotas/1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 375 time: 0.0090029 Jul 29 21:00:33.377248 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-e09d88ed-9e86-48b3-a8f9-30c8466caa08 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555487 Jul 29 21:00:33.478312 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-c9b08cad-6967-4f5a-bfe5-3d95a2d9d3fd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 21:00:33.479344 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-c9b08cad-6967-4f5a-bfe5-3d95a2d9d3fd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0898066 Jul 29 21:00:33.569897 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-3d4d0839-fd1f-403d-b2d5-c9f0bf088cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839593 Jul 29 21:00:33.592968 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-05d355f2-ae0e-42e6-8ae0-d20b1a2023af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:33.593962 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-05d355f2-ae0e-42e6-8ae0-d20b1a2023af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.2782891 Jul 29 21:00:33.639280 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-519a39ab-dcc9-4806-bb70-45ee33a2c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:33.640737 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-519a39ab-dcc9-4806-bb70-45ee33a2c8c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381420 Jul 29 21:00:33.660200 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-ca47df12-3a8f-401f-81df-a4c02f9ab2ff service neutron] 10.222.0.26 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 Jul 29 21:00:33.733574 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-0b468297-886d-4439-acbe-759c6ab7147c service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842447 Jul 29 21:00:33.821806 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-ae95bd88-69c9-402f-8dbf-a9af03bc0440 req-d06ae623-7f76-4655-9871-d585b75618b8 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813084 Jul 29 21:00:33.949889 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5c69bfd7-c33f-483b-a59e-b7287e9a9820 req-f330190a-4d4f-49a1-ac38-291fcef90b70 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 210 time: 0.0264430 Jul 29 21:00:34.910196 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-9a9f6036-fb15-4687-ac88-4ed29c8bc03f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:34.911682 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-9a9f6036-fb15-4687-ac88-4ed29c8bc03f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 812 time: 0.1039062 Jul 29 21:00:34.959850 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-10682b35-dc3f-4c22-9f4a-a3ff54da46a0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e7605b05f85478389526e30afc6ae43 HTTP/1.1" status: 200 len: 379 time: 0.0340934 Jul 29 21:00:34.976943 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'port': {'device_id': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'admin_state_up': True, 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'security_groups': ['9c87fa9b-8937-47ff-908f-70ffc2f59011']}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 21:00:35.045048 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-359a722d-924e-49c3-b22b-70a7d8634758 req-c6ac7d16-598a-47a0-8204-ca0a1012ae27 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 210 time: 0.0283170 Jul 29 21:00:35.082260 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Made reservation on behalf of 1e7605b05f85478389526e30afc6ae43 for: {'port': 1} {{(pid=99520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 21:00:35.085677 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.206557 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_common [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Allocated IP 172.20.0.5 (298c50fd-9a70-4dc6-ab19-f2d0992c1f95/beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7/271b938e-368c-4363-a864-c939a25e47e5) {{(pid=99520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 21:00:35.337071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.350775 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Transition to ACTIVE for port object 271b938e-368c-4363-a864-c939a25e47e5 will not be triggered until provisioned by entity DHCP. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 21:00:35.388012 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_create {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.429218 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 is already hosted by enough agents. {{(pid=99520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 21:00:35.432305 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.base_scheduler [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Resources bound (agent type, host, resource id): {{(pid=99520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 21:00:35.437951 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Received port after_create {{(pid=99520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 21:00:35.462156 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=271b938e-368c-4363-a864-c939a25e47e5,revision_number=1']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:35.474276 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.475222 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.475531 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.475853 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.476169 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.476494 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.476799 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.477114 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.477428 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.477739 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.478047 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.478357 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:35.501296 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:35.502071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.516181 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-397fdcdb-d5f7-4824-8c3e-2701ecdda2a8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434949 Jul 29 21:00:35.541744 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.v2.base [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Request body: {'port': {'device_id': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=99520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 21:00:35.601808 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.697613 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-18e0034f-b031-42fd-b047-c5c1636b2404 None None] Provisioning for port 271b938e-368c-4363-a864-c939a25e47e5 completed by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 21:00:35.701456 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-18e0034f-b031-42fd-b047-c5c1636b2404 None None] Provisioning complete for port 271b938e-368c-4363-a864-c939a25e47e5 triggered by entity DHCP. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 21:00:35.701837 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-18e0034f-b031-42fd-b047-c5c1636b2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.737313 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-18e0034f-b031-42fd-b047-c5c1636b2404 None None] Port 271b938e-368c-4363-a864-c939a25e47e5 cannot update to ACTIVE because it is not bound. {{(pid=99521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 21:00:35.853192 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271b938e-368c-4363-a864-c939a25e47e5 {{(pid=99520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 21:00:35.860388 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.871871 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.provisioning_blocks [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Transition to ACTIVE for port object 271b938e-368c-4363-a864-c939a25e47e5 will not be triggered until provisioned by entity L2. {{(pid=99520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 21:00:35.875299 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:35.949319 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Pushing event updated for resources: {'Port': ['ID=271b938e-368c-4363-a864-c939a25e47e5,revision_number=2']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:36.011978 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Attempting to bind port 271b938e-368c-4363-a864-c939a25e47e5 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 21:00:36.012453 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Attempting to bind port 271b938e-368c-4363-a864-c939a25e47e5 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 21:00:36.012919 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Attempting to bind port 271b938e-368c-4363-a864-c939a25e47e5 on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 21:00:36.019289 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Port 271b938e-368c-4363-a864-c939a25e47e5 on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 21:00:36.019714 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Attempting to bind port 271b938e-368c-4363-a864-c939a25e47e5 on network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 21:00:36.027681 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Checking agent: {'id': '5edf1363-b52a-4822-81ea-dfb2806c9ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'started_at': datetime.datetime(2021, 7, 29, 20, 45, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 21:00:36.028063 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Checking segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 21:00:36.028485 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Bound using segment: {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'} {{(pid=99520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 21:00:36.029114 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.managers [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Bound port: 271b938e-368c-4363-a864-c939a25e47e5, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35651d3f-23db-43b5-9a96-91bcacf471e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95'}}] {{(pid=99520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 21:00:36.029609 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:36.093486 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] For port 271b938e-368c-4363-a864-c939a25e47e5, host hv-cinder-80163, cleared binding levels {{(pid=99520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 21:00:36.096418 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] For port 271b938e-368c-4363-a864-c939a25e47e5, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=271b938e-368c-4363-a864-c939a25e47e5,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 21:00:36.100969 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25640243'] for port, after_update {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:36.132552 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.133157 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:36.134534 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] 10.222.0.42 "PUT /v2.0/ports/271b938e-368c-4363-a864-c939a25e47e5 HTTP/1.1" status: 200 len: 1093 time: 0.5983021 Jul 29 21:00:36.135143 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'tag': '271b938e-368c-4363-a864-c939a25e47e5'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:00:36.137247 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d2a938-546b-40ed-bf6c-9d409678d3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "tag": "271b938e-368c-4363-a864-c939a25e47e5"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:00:36.168218 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9540-4343-4049-ae39-483c685dc568 service neutron] Pushing event updated for resources: {'Port': ['ID=271b938e-368c-4363-a864-c939a25e47e5,revision_number=3']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:36.171946 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3703ae0-0e66-4d76-a777-0c1310f33ca1 req-47a94068-963e-4140-9cfa-e7718c719ada tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.180347 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f3703ae0-0e66-4d76-a777-0c1310f33ca1 req-47a94068-963e-4140-9cfa-e7718c719ada tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0681908 Jul 29 21:00:36.191286 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7baee4-5ce6-46ef-ad17-946ce436d0ba x-openstack-request-id: req-0e7baee4-5ce6-46ef-ad17-946ce436d0ba {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:00:36.191639 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "tag": "271b938e-368c-4363-a864-c939a25e47e5", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:00:36.191951 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e7baee4-5ce6-46ef-ad17-946ce436d0ba {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:00:36.192524 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'tag': '271b938e-368c-4363-a864-c939a25e47e5', 'status': 'completed', 'code': 200} Jul 29 21:00:36.215970 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f3703ae0-0e66-4d76-a777-0c1310f33ca1 req-3e079d42-baff-4a55-afe2-7fb6c81f00f7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347650 Jul 29 21:00:36.259774 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-06cd85eb-b76d-4fec-883a-ed7b2c382ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.261312 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-06cd85eb-b76d-4fec-883a-ed7b2c382ca2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 1096 time: 0.0469692 Jul 29 21:00:36.313877 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-4df978a2-0033-4368-926c-2cb49c806916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b938e-368c-4363-a864-c939a25e47e5 HTTP/1.1" status: 200 len: 217 time: 0.0362108 Jul 29 21:00:36.363207 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-74433ef0-e9b0-49db-97a3-290aaf931e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.364632 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-74433ef0-e9b0-49db-97a3-290aaf931e56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0433545 Jul 29 21:00:36.416517 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-bb443b2f-4942-4786-ae0a-360d0085fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.418040 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-bb443b2f-4942-4786-ae0a-360d0085fdeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433011 Jul 29 21:00:36.510019 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-96e4a989-c40d-4992-8ea0-df3134870fe7 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786846 Jul 29 21:00:36.599081 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-0891f1f1-f6a2-43a6-9c48-d63a8adec77f req-4f70be95-ab58-4c80-9731-09f574270d9e service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812597 Jul 29 21:00:36.748828 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-1fc7b40f-ea8f-4453-a7bc-5e1d4c651709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.750304 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-1fc7b40f-ea8f-4453-a7bc-5e1d4c651709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 1096 time: 0.0408123 Jul 29 21:00:36.837597 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-2f852564-4b0a-4f74-ae6f-c769f7554cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.838937 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-2f852564-4b0a-4f74-ae6f-c769f7554cf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0801909 Jul 29 21:00:36.883313 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-28300c9a-7deb-4ad0-8467-1c25d4e38c18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b938e-368c-4363-a864-c939a25e47e5 HTTP/1.1" status: 200 len: 217 time: 0.0367811 Jul 29 21:00:36.939525 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-48a9578a-3871-41d5-9e63-1705ddcc5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.940888 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-48a9578a-3871-41d5-9e63-1705ddcc5ff9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0423877 Jul 29 21:00:36.993094 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-1d207e79-28f5-4c89-ba7a-57c0e1cf40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:36.995266 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-1d207e79-28f5-4c89-ba7a-57c0e1cf40b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400794 Jul 29 21:00:37.085806 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-0027f67a-2dce-4dba-8046-6669b681f4b6 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816019 Jul 29 21:00:37.175225 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-97d2a938-546b-40ed-bf6c-9d409678d3d0 req-aca72551-ab03-4ba1-b9ef-80681b7bd8eb service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782237 Jul 29 21:00:37.330459 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a9b0-3a8c-47ed-96dc-17043459d7a0 req-ee583a2c-7c69-4dae-b809-3ec2e516e8b7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:37.331934 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a47a9b0-3a8c-47ed-96dc-17043459d7a0 req-ee583a2c-7c69-4dae-b809-3ec2e516e8b7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0473025 Jul 29 21:00:37.372846 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-5a47a9b0-3a8c-47ed-96dc-17043459d7a0 req-a7b0f6cb-eeb0-49e4-b133-b6b290c4e75f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337446 Jul 29 21:00:38.484925 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08803f-1eb3-4824-b80c-c9c6ab4fb9d9 req-ce81b5e2-d91d-475a-b4bf-ed55ad8a142b tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:38.486344 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb08803f-1eb3-4824-b80c-c9c6ab4fb9d9 req-ce81b5e2-d91d-475a-b4bf-ed55ad8a142b tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0469856 Jul 29 21:00:38.522358 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-bb08803f-1eb3-4824-b80c-c9c6ab4fb9d9 req-fde64b96-5c74-4246-aa6d-88af5c9ff979 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301878 Jul 29 21:00:39.642081 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271cf3-89c7-4d94-8f20-8c40ce3817ff req-f7f31e64-3327-4810-85af-bc35c4ecdf2d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:39.644409 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b271cf3-89c7-4d94-8f20-8c40ce3817ff req-f7f31e64-3327-4810-85af-bc35c4ecdf2d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0557532 Jul 29 21:00:39.689637 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b271cf3-89c7-4d94-8f20-8c40ce3817ff req-72af8d66-0272-44f3-a37a-6b6127a15f49 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401263 Jul 29 21:00:40.801221 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb0f7b-6c15-4f56-9324-e5900b850253 req-dd413f23-2ff5-4a27-8b3b-73b0d71aedf0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:40.802561 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2dbb0f7b-6c15-4f56-9324-e5900b850253 req-dd413f23-2ff5-4a27-8b3b-73b0d71aedf0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0467596 Jul 29 21:00:40.843049 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2dbb0f7b-6c15-4f56-9324-e5900b850253 req-edb4a698-9a80-4811-ad44-ac1b4c72ff48 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338299 Jul 29 21:00:41.953696 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574031ce-901f-4a67-96db-503fca625f30 req-224851a1-3d37-4914-91d8-962b5ebb9f87 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:41.955126 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-574031ce-901f-4a67-96db-503fca625f30 req-224851a1-3d37-4914-91d8-962b5ebb9f87 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0471950 Jul 29 21:00:41.991610 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-574031ce-901f-4a67-96db-503fca625f30 req-190cb76e-2a0c-44d8-ad0b-063bf09ee05c tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304368 Jul 29 21:00:43.105308 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c139cc7-36a5-49f4-ab0d-f28cb9c4a801 req-c2f3c9a6-bcc4-4673-88dd-7b9a2a2c0f81 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:43.106741 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8c139cc7-36a5-49f4-ab0d-f28cb9c4a801 req-c2f3c9a6-bcc4-4673-88dd-7b9a2a2c0f81 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0469241 Jul 29 21:00:43.142107 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8c139cc7-36a5-49f4-ab0d-f28cb9c4a801 req-a9a018ff-3b5b-436a-a40b-66ae2f6cf7d9 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295799 Jul 29 21:00:44.251894 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27a37a-845f-46aa-8450-6f5b0d98b5c4 req-9182d9e9-45b1-4d45-9a00-31ac3419917b tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:44.253321 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b27a37a-845f-46aa-8450-6f5b0d98b5c4 req-9182d9e9-45b1-4d45-9a00-31ac3419917b tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 943 time: 0.0470831 Jul 29 21:00:44.292278 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-8b27a37a-845f-46aa-8450-6f5b0d98b5c4 req-93b3ee41-0508-4b49-bbc3-1f4c8214ce4e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331903 Jul 29 21:00:45.139206 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 271b938e-368c-4363-a864-c939a25e47e5 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=99521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 21:00:45.227745 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 271b938e-368c-4363-a864-c939a25e47e5, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=271b938e-368c-4363-a864-c939a25e47e5,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:45.238209 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Returning: {'device': '271b938e-368c-4363-a864-c939a25e47e5', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'port_id': '271b938e-368c-4363-a864-c939a25e47e5', 'mac_address': 'fa:16:3e:b8:7a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 21:00:45.276909 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:45.288983 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271b938e-368c-4363-a864-c939a25e47e5 {{(pid=99521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 21:00:45.307541 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 271b938e-368c-4363-a864-c939a25e47e5, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=271b938e-368c-4363-a864-c939a25e47e5,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:45.310817 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:45.355790 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=271b938e-368c-4363-a864-c939a25e47e5,revision_number=4']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:45.362625 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.362990 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.363323 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.363652 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.363974 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.364293 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.364612 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.365461 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.365855 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.366171 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.366481 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.366818 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:45.406297 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcf6b0-cdf9-4bc7-a6aa-9c9f44523061 req-f0f06489-ff3e-454f-a440-f96a07cd6e2e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:45.407678 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-36dcf6b0-cdf9-4bc7-a6aa-9c9f44523061 req-f0f06489-ff3e-454f-a440-f96a07cd6e2e tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 944 time: 0.0492277 Jul 29 21:00:45.444268 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-36dcf6b0-cdf9-4bc7-a6aa-9c9f44523061 req-47d9eef1-a131-4b5f-9be9-565700d425b0 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306909 Jul 29 21:00:45.609669 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] get_ports_and_sgs() called for port_ids ['271b938e-368c-4363-a864-c939a25e47e5'] {{(pid=99521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 21:00:46.552860 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98a4d9-fadc-4307-b245-c7b253361439 req-bdcb1737-d13f-413c-89f6-06aabeed5df2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:46.554300 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ed98a4d9-fadc-4307-b245-c7b253361439 req-bdcb1737-d13f-413c-89f6-06aabeed5df2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 944 time: 0.0460658 Jul 29 21:00:46.591336 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-ed98a4d9-fadc-4307-b245-c7b253361439 req-a19470ee-9b83-46fa-aec8-70cea1549d1d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Jul 29 21:00:47.143631 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 271b938e-368c-4363-a864-c939a25e47e5 up at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 21:00:47.189748 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning for port 271b938e-368c-4363-a864-c939a25e47e5 completed by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 21:00:47.193246 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.provisioning_blocks [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Provisioning complete for port 271b938e-368c-4363-a864-c939a25e47e5 triggered by entity L2. {{(pid=99521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 21:00:47.193616 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900580'] for port, provisioning_complete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:47.267608 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:47.288713 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b938e-368c-4363-a864-c939a25e47e5'}] {{(pid=99521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:00:47.290956 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d5d1308194d8bf4de69d0210f9c602af0315673b4f77b31ae64c87ba22296dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eb92a2-81a5-4eef-b656-f5e20f078e03" -d '{"events": [{"server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "name": "network-vif-plugged", "status": "completed", "tag": "271b938e-368c-4363-a864-c939a25e47e5"}]}' {{(pid=99521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:00:47.303731 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] For port 271b938e-368c-4363-a864-c939a25e47e5, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=271b938e-368c-4363-a864-c939a25e47e5,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:47.307653 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582'] for port, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:47.329979 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2947f397-a79d-473e-8880-aecab1691b62 x-openstack-request-id: req-2947f397-a79d-473e-8880-aecab1691b62 {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:00:47.330265 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "name": "network-vif-plugged", "status": "completed", "tag": "271b938e-368c-4363-a864-c939a25e47e5", "code": 200}]} {{(pid=99521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:00:47.330510 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2947f397-a79d-473e-8880-aecab1691b62 {{(pid=99521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:00:47.330921 dv-cinder-801633-3-iscsi neutron-server[99521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b938e-368c-4363-a864-c939a25e47e5', 'code': 200} Jul 29 21:00:47.355564 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Pushing event updated for resources: {'Port': ['ID=271b938e-368c-4363-a864-c939a25e47e5,revision_number=5']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:47.589102 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d186d22-edfe-4d25-b5a6-70dce355d688 req-19fe479a-aea7-4b85-826a-f41b1bf61467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:47.590460 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7d186d22-edfe-4d25-b5a6-70dce355d688 req-19fe479a-aea7-4b85-826a-f41b1bf61467 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 1098 time: 0.0394328 Jul 29 21:00:47.630018 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7d186d22-edfe-4d25-b5a6-70dce355d688 req-61f9e761-db4f-4cc8-9610-34483ccdf03e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Jul 29 21:00:47.761080 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8deb6-f255-41c4-a8ee-79f7c94302a4 req-8eec5d86-b866-4b76-b8a8-4e198dd342f7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:47.762503 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2fa8deb6-f255-41c4-a8ee-79f7c94302a4 req-8eec5d86-b866-4b76-b8a8-4e198dd342f7 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 945 time: 0.0460076 Jul 29 21:00:47.802894 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2fa8deb6-f255-41c4-a8ee-79f7c94302a4 req-5ed20c85-8531-41db-896f-7a73c3451463 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344768 Jul 29 21:00:48.916557 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d396-1f62-4359-881d-ae2dcd3fa134 req-41024e3c-cb10-479d-ac79-74537b64c9f6 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:48.918015 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2596d396-1f62-4359-881d-ae2dcd3fa134 req-41024e3c-cb10-479d-ac79-74537b64c9f6 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 945 time: 0.0472779 Jul 29 21:00:48.955235 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-2596d396-1f62-4359-881d-ae2dcd3fa134 req-81185414-2f86-4e2f-a29b-a21d406cb341 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Jul 29 21:00:49.065418 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a1a8b-259a-4f91-8ad5-f8fd4d17666f req-c46ee64b-02e4-432f-bcef-57fbdb42a153 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:49.066862 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a23a1a8b-259a-4f91-8ad5-f8fd4d17666f req-c46ee64b-02e4-432f-bcef-57fbdb42a153 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Jul 29 21:00:49.103586 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-a23a1a8b-259a-4f91-8ad5-f8fd4d17666f req-b0583752-1c3c-42cb-b288-af2507cc0a91 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308862 Jul 29 21:00:49.125398 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36868) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:49.162887 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb21e50-f979-407a-9329-8f86d119b21a tempest-TestVolumeBootPattern-1114934655 tempest-TestVolumeBootPattern-1114934655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:49.164375 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-8bb21e50-f979-407a-9329-8f86d119b21a tempest-TestVolumeBootPattern-1114934655 tempest-TestVolumeBootPattern-1114934655-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 1093 time: 0.0380394 Jul 29 21:00:49.166954 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36870) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:49.171111 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.v2.base [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Request body: {'floatingip': {'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'port_id': '271b938e-368c-4363-a864-c939a25e47e5', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 21:00:49.192430 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:49.285496 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:49.386206 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_common [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Allocated IP 172.27.0.82 (a8456d84-069b-4b8e-8fe7-56d676146ae7/7b666925-b9c4-44d2-bc5a-83101c4e7686/f016d4ba-a6ad-4f3d-86e7-8baef372f192) {{(pid=99519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 21:00:49.481398 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:49.517171 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750918530542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:49.549437 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Network a8456d84-069b-4b8e-8fe7-56d676146ae7 is already hosted by enough agents. {{(pid=99519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 21:00:49.552076 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.base_scheduler [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Resources bound (agent type, host, resource id): {{(pid=99519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 21:00:49.555370 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Received port after_create {{(pid=99519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 21:00:49.586542 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=f016d4ba-a6ad-4f3d-86e7-8baef372f192,revision_number=1']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:49.598469 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.598837 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.599198 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.599523 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.599843 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.600163 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.600483 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.600800 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.601114 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.601423 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.601731 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.602039 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:49.912534 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:49.978922 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073874'] for port, before_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:50.119539 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for port, precommit_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:50.123957 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750918903089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750918530564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750918530582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25586838'] for port, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:50.441724 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event updated for resources: {'Port': ['ID=f016d4ba-a6ad-4f3d-86e7-8baef372f192,revision_number=2']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:50.450444 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659538'] for floatingip, after_update {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:50.543865 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.l3_db [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Floating IP e10e0f6e-f31b-4969-85d3-6b1f6673350d associated. External IP: 172.27.0.82, port: 271b938e-368c-4363-a864-c939a25e47e5. Jul 29 21:00:50.741584 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:00:50.843629 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:00:50.856455 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:00:50.859935 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:50.866157 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:50.866789 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:00:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:50.886472 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-af21789d-462b-492b-a137-5aef363ac86a tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7185175 Jul 29 21:00:50.887087 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'tag': '271b938e-368c-4363-a864-c939a25e47e5'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:00:50.889322 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857052a-fcf8-4207-9bc2-79eb3072e5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "tag": "271b938e-368c-4363-a864-c939a25e47e5"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:00:50.975378 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:50.987127 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e533d0-2bdc-4e66-8d8d-bdda951b5f7d x-openstack-request-id: req-94e533d0-2bdc-4e66-8d8d-bdda951b5f7d {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:00:50.987641 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "tag": "271b938e-368c-4363-a864-c939a25e47e5", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:00:50.987641 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94e533d0-2bdc-4e66-8d8d-bdda951b5f7d {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:00:50.988032 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'tag': '271b938e-368c-4363-a864-c939a25e47e5', 'status': 'completed', 'code': 200} Jul 29 21:00:51.060719 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-48f09a96-9748-4666-bb6c-840d0f0cf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:51.062187 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-48f09a96-9748-4666-bb6c-840d0f0cf0a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 1098 time: 0.0407274 Jul 29 21:00:51.148849 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-9ec3617c-641c-401b-9058-3bb38e5899ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:51.150300 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-9ec3617c-641c-401b-9058-3bb38e5899ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0814235 Jul 29 21:00:51.194433 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:59:00Z', 'revision_number': 1, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}, {'id': 'e10e0f6e-f31b-4969-85d3-6b1f6673350d', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': '271b938e-368c-4363-a864-c939a25e47e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:b8:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T21:00:49Z', 'updated_at': '2021-07-29T21:00:49Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:51.217865 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-4e7c3d65-ad05-41c1-b16d-f93862d61e5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b938e-368c-4363-a864-c939a25e47e5 HTTP/1.1" status: 200 len: 998 time: 0.0605900 Jul 29 21:00:51.219964 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:00:51.228600 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:51.229183 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:00:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:51.265608 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-3d1063bd-73ca-4030-8810-ec19595998ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:51.267043 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-3d1063bd-73ca-4030-8810-ec19595998ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0415556 Jul 29 21:00:51.320022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-44ea8619-de5b-4e5b-8c01-2d41229fc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:51.321460 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-44ea8619-de5b-4e5b-8c01-2d41229fc854 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392866 Jul 29 21:00:51.330978 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:51.412139 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-5476daa5-e5fb-4ae5-957d-deb87a9da164 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828137 Jul 29 21:00:51.498752 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-7857052a-fcf8-4207-9bc2-79eb3072e5d8 req-dfe4b057-9098-4b02-9984-e5cfa79cf3a8 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785544 Jul 29 21:00:51.551926 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:59:00Z', 'revision_number': 1, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}, {'id': 'e10e0f6e-f31b-4969-85d3-6b1f6673350d', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': '271b938e-368c-4363-a864-c939a25e47e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:b8:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T21:00:49Z', 'updated_at': '2021-07-29T21:00:49Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:51.577232 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2a4d2-377d-4042-bd4d-5d04da7ef594 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:59:00Z', 'revision_number': 1, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}, {'id': 'e10e0f6e-f31b-4969-85d3-6b1f6673350d', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': '271b938e-368c-4363-a864-c939a25e47e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:b8:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T21:00:49Z', 'updated_at': '2021-07-29T21:00:49Z', 'revision_number': 0, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:00:51.763999 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4be77-3cc9-4978-98f7-359b063906c6 None None] New status for floating IP e10e0f6e-f31b-4969-85d3-6b1f6673350d: ACTIVE {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 21:00:51.824176 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-65c97afc-db66-4c9f-aeb4-207109491381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:54.429632 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-138f9936-e10b-4b96-8352-5a154117162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:54.569967 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:54.912865 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:55.335302 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:57.118374 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:01.122484 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:01:21.825178 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-98160b48-0a65-4c16-84e1-0fc6f0440346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:24.429194 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-66aff44b-2e87-44e9-ae7c-3393d7f329c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:24.580215 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:24.913487 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:25.336905 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:27.122326 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:33.027931 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-2d88bb18-d09e-4aaa-aec1-f60b654e49b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385823 Jul 29 21:01:33.125764 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-4973ea97-2306-468c-8f66-17ae036b39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:01:33.127211 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-4973ea97-2306-468c-8f66-17ae036b39a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1098 time: 0.0423696 Jul 29 21:01:33.224375 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-ff6cc8e0-c26d-4cbf-ab7a-ac484aa5b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:01:33.225679 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-ff6cc8e0-c26d-4cbf-ab7a-ac484aa5b824 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0801015 Jul 29 21:01:33.291248 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-31169358-da5c-44a3-8ba4-85c3be1af8c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 1001 time: 0.0580916 Jul 29 21:01:33.337810 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-922de4dc-1ca4-4a5d-bc5a-d1417a3ec4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:01:33.339182 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-922de4dc-1ca4-4a5d-bc5a-d1417a3ec4b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0412176 Jul 29 21:01:33.386248 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-8ebb3cac-2910-4140-a22e-2609d6ec3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:01:33.387685 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-8ebb3cac-2910-4140-a22e-2609d6ec3e7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376894 Jul 29 21:01:33.477287 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-348c2e5c-d9ec-4199-950e-eeb01549e109 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813665 Jul 29 21:01:33.578007 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-03c43ecd-abcf-4431-b30c-ef6286e5ebb1 req-32555d90-6db2-4dd8-a395-8a942d6e9c97 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935268 Jul 29 21:01:38.121576 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:01:51.828471 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-dc083ac8-328f-4fa0-9e2c-20c9bc3533af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:54.429756 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-a2e28e3d-a2d4-48ec-84fa-c36692534f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:54.573770 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:54.914839 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:55.340804 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:57.123932 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:15.121097 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:02:21.829430 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-33633d2c-1c85-46c8-93ef-06f331590b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:24.429605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-809e2cd9-34e1-48d6-b8ef-d9618f71ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:24.578329 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:24.916235 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:25.343722 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:27.127251 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:29.756975 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36908) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:29.904591 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Deleting port f016d4ba-a6ad-4f3d-86e7-8baef372f192 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:29.904928 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:29.978386 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:29.978730 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:29.989594 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Calling delete_port for f016d4ba-a6ad-4f3d-86e7-8baef372f192 owned by network:floatingip {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:30.128494 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:30.156891 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event deleted for resources: {'Port': ['ID=f016d4ba-a6ad-4f3d-86e7-8baef372f192,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:30.180967 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.181308 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.181645 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.181977 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.182303 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.182631 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.182996 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.183320 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.183643 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.183968 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.184282 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.184597 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:30.223403 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:30.223736 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.l3_db [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Floating IP e10e0f6e-f31b-4969-85d3-6b1f6673350d disassociated (deleted). External IP: 172.27.0.82, port: 271b938e-368c-4363-a864-c939a25e47e5. Jul 29 21:02:30.422179 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:02:30.524868 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:02:30.529562 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:30.534702 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:02:30.543024 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:30.543621 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:30.554894 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-628f2216-7107-49de-af5a-2e01b20515fd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "DELETE /v2.0/floatingips/e10e0f6e-f31b-4969-85d3-6b1f6673350d HTTP/1.1" status: 204 len: 168 time: 0.7967803 Jul 29 21:02:30.555420 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'tag': '271b938e-368c-4363-a864-c939a25e47e5'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:02:30.557651 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19348d-7ffb-4e52-90d5-d4479083a387" -d '{"events": [{"name": "network-changed", "server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "tag": "271b938e-368c-4363-a864-c939a25e47e5"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:02:30.598562 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 21:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805ccf7a-500d-46e0-ba1b-d2af8121e852 x-openstack-request-id: req-805ccf7a-500d-46e0-ba1b-d2af8121e852 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:02:30.598901 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "tag": "271b938e-368c-4363-a864-c939a25e47e5", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:02:30.599127 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-805ccf7a-500d-46e0-ba1b-d2af8121e852 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:02:30.599528 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'tag': '271b938e-368c-4363-a864-c939a25e47e5', 'status': 'completed', 'code': 200} Jul 29 21:02:30.652553 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:30.689022 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-182ab1ae-2aa4-4393-9354-1246bab90463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:30.691331 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-182ab1ae-2aa4-4393-9354-1246bab90463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 1098 time: 0.0451632 Jul 29 21:02:30.786128 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e01351-06eb-4630-938f-3dca76a3f27e req-8dff0599-fcb5-493d-9146-0792bf67f91d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:30.787825 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-26e01351-06eb-4630-938f-3dca76a3f27e req-8dff0599-fcb5-493d-9146-0792bf67f91d tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 945 time: 0.0511646 Jul 29 21:02:30.792316 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-ffc16978-2c04-4cae-b6cd-f30dbbca0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:30.793767 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-ffc16978-2c04-4cae-b6cd-f30dbbca0386 service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0949917 Jul 29 21:02:30.827861 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-26e01351-06eb-4630-938f-3dca76a3f27e req-b5154473-d11c-4951-a2ce-d940b1d502e8 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336552 Jul 29 21:02:30.838689 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-21ea3dfb-48b0-48ea-8786-be2aaf77a7d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b938e-368c-4363-a864-c939a25e47e5 HTTP/1.1" status: 200 len: 217 time: 0.0359914 Jul 29 21:02:30.876770 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:59:00Z', 'revision_number': 1, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:30.892956 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-a82ace9f-b219-4af7-90a9-756b5c5066bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:30.894420 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-a82ace9f-b219-4af7-90a9-756b5c5066bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0473635 Jul 29 21:02:30.905886 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:02:30.914068 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:30.914677 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:30.939486 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-7217a3d8-1a9d-4b0a-93ab-ac7eb0d8cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:30.940877 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-7217a3d8-1a9d-4b0a-93ab-ac7eb0d8cca9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387375 Jul 29 21:02:31.030306 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-6ca532d6-c28b-4f5b-a87b-a14ec5a43e2a service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812950 Jul 29 21:02:31.126007 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-9e19348d-7ffb-4e52-90d5-d4479083a387 req-7abab247-22ab-43a5-a332-7aa8d19b2741 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867169 Jul 29 21:02:31.140905 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:31.355116 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:59:00Z', 'revision_number': 1, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:31.380120 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eb2e9-2f7f-4757-bb23-c87b3dcca134 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_floatingips': [{'id': 'bf4ad9f1-f21d-4c80-8122-bff8e65dcdff', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'router_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'port_id': 'ddea7543-d487-4906-9723-d39935a5a41c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'mac_address': 'fa:16:3e:58:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:58Z', 'updated_at': '2021-07-29T20:59:00Z', 'revision_number': 1, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:02:31.583670 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1175b2-94a4-42f5-b39d-4ed47772500f None None] New status for floating IP e10e0f6e-f31b-4969-85d3-6b1f6673350d: DOWN {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 21:02:31.954853 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8376-834b-49e4-85e9-64e6100f6eff req-15209357-8701-43db-a6ae-28bab3d02d7c tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:31.956214 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-476e8376-834b-49e4-85e9-64e6100f6eff req-15209357-8701-43db-a6ae-28bab3d02d7c tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 945 time: 0.0480287 Jul 29 21:02:31.996120 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-476e8376-834b-49e4-85e9-64e6100f6eff req-78f9236b-0f57-4ff1-aca2-de68569d98ec tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334005 Jul 29 21:02:32.498011 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-f510ca97-2141-4499-86c3-1137358ec888 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:32.499463 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-f510ca97-2141-4499-86c3-1137358ec888 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 945 time: 0.0467503 Jul 29 21:02:32.588265 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Deleting port 271b938e-368c-4363-a864-c939a25e47e5 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:32.588603 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:32.673489 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] For port 271b938e-368c-4363-a864-c939a25e47e5, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=271b938e-368c-4363-a864-c939a25e47e5,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:32.673850 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:32.687221 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Calling delete_port for 271b938e-368c-4363-a864-c939a25e47e5 owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:32.809990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:32.837521 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event deleted for resources: {'Port': ['ID=271b938e-368c-4363-a864-c939a25e47e5,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:32.848812 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.849155 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.849489 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.849814 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.850137 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.850460 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.856160 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.856614 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.857018 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.857324 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.857681 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.858153 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:32.891585 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] No DVR routers for this DVR port 271b938e-368c-4363-a864-c939a25e47e5 on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:02:32.894090 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:32.896061 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-e3640211-c768-475b-aea8-d7f564ba1c43 req-bf988983-5ebf-4958-8b8d-3180d54e62d2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "DELETE /v2.0/ports/271b938e-368c-4363-a864-c939a25e47e5 HTTP/1.1" status: 204 len: 173 time: 0.3904464 Jul 29 21:02:32.896571 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'name': 'network-vif-deleted', 'tag': '271b938e-368c-4363-a864-c939a25e47e5'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:02:32.898907 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee4416-4301-425d-b2cc-0be6fb09cb14" -d '{"events": [{"server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "name": "network-vif-deleted", "tag": "271b938e-368c-4363-a864-c939a25e47e5"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:02:32.947518 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4da38ef-ad52-4ed9-b357-2acb67917b09 x-openstack-request-id: req-d4da38ef-ad52-4ed9-b357-2acb67917b09 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:02:32.947807 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a01dd3-a65b-46a1-87dc-00da243d18c9", "name": "network-vif-deleted", "tag": "271b938e-368c-4363-a864-c939a25e47e5", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:02:32.948062 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4da38ef-ad52-4ed9-b357-2acb67917b09 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:02:32.948452 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a01dd3-a65b-46a1-87dc-00da243d18c9', 'name': 'network-vif-deleted', 'tag': '271b938e-368c-4363-a864-c939a25e47e5', 'status': 'completed', 'code': 200} Jul 29 21:02:33.089871 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-98e24529-a0fe-4064-a528-e6864ed5f80b req-3f30f941-c97d-4012-ba48-36ee05f1595f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=36a01dd3-a65b-46a1-87dc-00da243d18c9 HTTP/1.1" status: 200 len: 210 time: 0.0256059 Jul 29 21:02:35.655321 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 271b938e-368c-4363-a864-c939a25e47e5 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:35.679269 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: 271b938e-368c-4363-a864-c939a25e47e5 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:35.679606 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device 271b938e-368c-4363-a864-c939a25e47e5 not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:36.355583 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36950) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:36.504773 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Deleting port 6e283b30-769f-40d9-9c21-16ce1cf43c4a {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:36.505114 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:36.575935 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:36.576261 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:36.587657 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Calling delete_port for 6e283b30-769f-40d9-9c21-16ce1cf43c4a owned by network:floatingip {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:36.728685 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:36.754403 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event deleted for resources: {'Port': ['ID=6e283b30-769f-40d9-9c21-16ce1cf43c4a,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:36.813553 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:36.813926 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.db.l3_db [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Floating IP bf4ad9f1-f21d-4c80-8122-bff8e65dcdff disassociated (deleted). External IP: 172.27.0.130, port: ddea7543-d487-4906-9723-d39935a5a41c. Jul 29 21:02:37.016300 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:02:37.120543 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:02:37.124918 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:37.130605 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:02:37.139663 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:37.140271 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:37.151347 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-753dbf4d-eb3a-4160-93d7-13f96ef1a2c2 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "DELETE /v2.0/floatingips/bf4ad9f1-f21d-4c80-8122-bff8e65dcdff HTTP/1.1" status: 204 len: 168 time: 0.7947030 Jul 29 21:02:37.151934 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c'}] {{(pid=99519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:02:37.154195 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9644ef56a55aecac55ae71bc92466f9f32d6633ac85f7c7818d4251dfc7044a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "tag": "ddea7543-d487-4906-9723-d39935a5a41c"}]}' {{(pid=99519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:02:37.190413 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4708a0-0fdf-4f08-858a-b3b92df46a91 x-openstack-request-id: req-eb4708a0-0fdf-4f08-858a-b3b92df46a91 {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:02:37.190731 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "tag": "ddea7543-d487-4906-9723-d39935a5a41c", "status": "completed", "code": 200}]} {{(pid=99519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:02:37.190986 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb4708a0-0fdf-4f08-858a-b3b92df46a91 {{(pid=99519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:02:37.191387 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c', 'status': 'completed', 'code': 200} Jul 29 21:02:37.249987 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:37.281116 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-60fc2ddd-1664-4341-8e79-15503ef22786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:37.282705 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-60fc2ddd-1664-4341-8e79-15503ef22786 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e7605b05f85478389526e30afc6ae43&device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 1098 time: 0.0469971 Jul 29 21:02:37.321227 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [req-27a8eb05-4347-44b1-8a29-08c1e67a148a req-35295461-c534-419b-b2b8-d4e074e98337 service neutron] (99520) timed out ('10.222.0.42', 57708) {{(pid=99520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 21:02:37.380904 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dae7ca-48c5-438e-a727-accc26b060f5 req-1b33c48c-3a1d-4bfe-b622-30520d810e7f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:37.382305 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-61dae7ca-48c5-438e-a727-accc26b060f5 req-1b33c48c-3a1d-4bfe-b622-30520d810e7f tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 945 time: 0.0493410 Jul 29 21:02:37.420971 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-31f98b48-18c9-45e5-a9ea-e6d13a540bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:37.423928 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-31f98b48-18c9-45e5-a9ea-e6d13a540bec service neutron] 10.222.0.42 "GET /v2.0/networks?id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 200 len: 913 time: 0.0942898 Jul 29 21:02:37.429573 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-61dae7ca-48c5-438e-a727-accc26b060f5 req-a1745a22-6bbb-4eac-9e54-17809b0699ed tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Jul 29 21:02:37.461231 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:37.472758 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-a638c299-28ce-4e71-9eea-872731139c55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 200 len: 217 time: 0.0410395 Jul 29 21:02:37.486311 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:02:37.494421 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:37.495043 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:37.520936 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-23c64108-d5ac-4e88-9cc5-743e0f3d62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:37.522377 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-23c64108-d5ac-4e88-9cc5-743e0f3d62ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 200 len: 851 time: 0.0419781 Jul 29 21:02:37.567382 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-e86191ca-c114-43ee-9a5a-729ecbdbbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:37.568838 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-e86191ca-c114-43ee-9a5a-729ecbdbbf2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=298c50fd-9a70-4dc6-ab19-f2d0992c1f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383353 Jul 29 21:02:37.598206 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:37.658964 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-7cc56ad5-af51-42ab-a45e-1c82509046a7 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812950 Jul 29 21:02:37.745297 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-1e57f53e-5bee-4614-8c73-49bafe7ba8c9 req-211bba60-5766-4e49-8cc3-923594bb9e31 service neutron] 10.222.0.42 "GET /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790188 Jul 29 21:02:37.793604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:37.819220 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03f90d-f846-4e40-8343-850930c7bfb9 None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:40Z', 'revision_number': 4, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi', '_interfaces': [{'id': 'b37afafd-6a79-4a52-acc4-7001e6484c07', 'name': '', 'network_id': '298c50fd-9a70-4dc6-ab19-f2d0992c1f95', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'mac_address': 'fa:16:3e:d8:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:46Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'subnets': [{'id': 'beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:02:38.016910 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339d7e5-6fb0-46b6-a45a-4c72521c5882 None None] New status for floating IP bf4ad9f1-f21d-4c80-8122-bff8e65dcdff: DOWN {{(pid=99522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 21:02:38.544656 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793ed4c-5868-4831-9408-20fec07ed330 req-9ca269f0-0ac5-40f5-b1f9-149505194b90 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:38.545995 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f793ed4c-5868-4831-9408-20fec07ed330 req-9ca269f0-0ac5-40f5-b1f9-149505194b90 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 945 time: 0.0482702 Jul 29 21:02:38.586095 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-f793ed4c-5868-4831-9408-20fec07ed330 req-2ef2ae56-e4f7-49a2-9ba1-9bd22705a226 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87fa9b-8937-47ff-908f-70ffc2f59011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Jul 29 21:02:39.073985 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-7958736a-c084-4772-bc84-86b5c197fa73 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:02:39.075412 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-7958736a-c084-4772-bc84-86b5c197fa73 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 945 time: 0.0473993 Jul 29 21:02:39.392400 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Deleting port ddea7543-d487-4906-9723-d39935a5a41c {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:39.392732 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:39.475200 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] For port ddea7543-d487-4906-9723-d39935a5a41c, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=ddea7543-d487-4906-9723-d39935a5a41c,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:39.475566 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:39.487625 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Calling delete_port for ddea7543-d487-4906-9723-d39935a5a41c owned by compute:nova {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:39.611148 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:39.639591 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event deleted for resources: {'Port': ['ID=ddea7543-d487-4906-9723-d39935a5a41c,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:39.682814 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] No DVR routers for this DVR port ddea7543-d487-4906-9723-d39935a5a41c on host hv-cinder-80163 {{(pid=99520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:02:39.685281 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for port, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:39.687277 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [req-f788ab77-f81d-4a37-8353-a6378c4f42c4 req-6d957dbc-7f5c-4b38-9fe6-c255e55794bd tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.42 "DELETE /v2.0/ports/ddea7543-d487-4906-9723-d39935a5a41c HTTP/1.1" status: 204 len: 173 time: 0.6054728 Jul 29 21:02:39.687715 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'name': 'network-vif-deleted', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c'}] {{(pid=99520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:02:39.689929 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d47a5f9362c5176388073e5e0388798d492d1cca4ef04e45e935ce41bdfbcd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc0bff-597e-4dd1-ba82-f041bf1003dc" -d '{"events": [{"server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "name": "network-vif-deleted", "tag": "ddea7543-d487-4906-9723-d39935a5a41c"}]}' {{(pid=99520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:02:39.691336 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [req-c213e1ea-9c3d-48ac-9072-6ec565b81c2e req-bf181be4-31cf-4ccd-8fa9-bfc2ad4cc738 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "GET /v2.0/ports?device_id=457a279c-a53b-4895-b0bf-eaa4430d3757 HTTP/1.1" status: 200 len: 210 time: 0.0285635 Jul 29 21:02:39.727071 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 21:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a30c12-bf2c-44f9-b407-3723d4f5b466 x-openstack-request-id: req-b9a30c12-bf2c-44f9-b407-3723d4f5b466 {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:02:39.727362 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457a279c-a53b-4895-b0bf-eaa4430d3757", "name": "network-vif-deleted", "tag": "ddea7543-d487-4906-9723-d39935a5a41c", "status": "completed", "code": 200}]} {{(pid=99520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:02:39.727616 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9a30c12-bf2c-44f9-b407-3723d4f5b466 {{(pid=99520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:02:39.728006 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457a279c-a53b-4895-b0bf-eaa4430d3757', 'name': 'network-vif-deleted', 'tag': 'ddea7543-d487-4906-9723-d39935a5a41c', 'status': 'completed', 'code': 200} Jul 29 21:02:40.748003 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36966) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:41.112039 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Deleting port 80638d9e-c921-4362-a937-bcbca546a886 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:41.112378 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:41.183128 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:41.183378 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:41.194508 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Calling delete_port for 80638d9e-c921-4362-a937-bcbca546a886 owned by network:floatingip {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:41.320498 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:41.346325 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event deleted for resources: {'Port': ['ID=80638d9e-c921-4362-a937-bcbca546a886,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:41.406676 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for floatingip, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:41.409190 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-422648'] for floatingip, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:41.410342 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-240e0c88-ae0b-4b42-b36a-af4235d17c64 tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "DELETE /v2.0/floatingips/29c7fb6c-fa02-4ed3-952f-012020b0e4f6 HTTP/1.1" status: 204 len: 168 time: 0.6613648 Jul 29 21:02:41.663508 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ddea7543-d487-4906-9723-d39935a5a41c no longer exists at agent hyperv_hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:41.684714 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] No Port match for: ddea7543-d487-4906-9723-d39935a5a41c {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:41.685106 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Device ddea7543-d487-4906-9723-d39935a5a41c not bound to the agent host hv-cinder-80163 {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:42.596823 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36978) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:42.654910 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-720eac53-3247-4eef-8563-ae3c7629f3de tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:42.679297 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-720eac53-3247-4eef-8563-ae3c7629f3de tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:42.738404 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-720eac53-3247-4eef-8563-ae3c7629f3de tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:42.740925 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-720eac53-3247-4eef-8563-ae3c7629f3de tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:42.742050 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-720eac53-3247-4eef-8563-ae3c7629f3de tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] 10.222.0.26 "DELETE /v2.0/security-groups/9c87fa9b-8937-47ff-908f-70ffc2f59011 HTTP/1.1" status: 204 len: 168 time: 0.1442521 Jul 29 21:02:42.751267 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720eac53-3247-4eef-8563-ae3c7629f3de tempest-TestVolumeBootPattern-1621565004 tempest-TestVolumeBootPattern-1621565004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87fa9b-8937-47ff-908f-70ffc2f59011,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:42.798718 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36982) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:43.264280 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:43.495678 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Deleting port b37afafd-6a79-4a52-acc4-7001e6484c07 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:43.496007 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:43.568902 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] For port b37afafd-6a79-4a52-acc4-7001e6484c07, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=b37afafd-6a79-4a52-acc4-7001e6484c07,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:43.569173 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:43.581878 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Calling delete_port for b37afafd-6a79-4a52-acc4-7001e6484c07 owned by network:router_interface {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:43.753637 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:43.779516 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37afafd-6a79-4a52-acc4-7001e6484c07,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:43.942438 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.147977 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:02:44.248131 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:02:44.253087 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-06972155-8039-4de4-9ed0-276ea9bdab05 admin admin] 10.222.0.26 "PUT /v2.0/routers/ff08a20f-1e46-4e3b-934e-d56a14e1ce19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4533589 Jul 29 21:02:44.255628 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36986) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:44.256482 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] Sync routers for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:02:44.266616 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:44.267255 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:44.354483 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks [] for router, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.368228 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: dv-cinder-801633-3-iscsi {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:44.453709 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.504154 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Deleting port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:44.504495 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.546921 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T21:02:43Z', 'revision_number': 5, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port': {'id': '2b7cabcf-6f2f-4954-90bd-6e626fa7bc68', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:44.573280 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] Checking router: ff08a20f-1e46-4e3b-934e-d56a14e1ce19 for host: dv-cinder-801633-3-iscsi {{(pid=99521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:02:44.581633 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] Routers {'ff08a20f-1e46-4e3b-934e-d56a14e1ce19'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:44.582250 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'], 'active': True} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:44.584122 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] For port 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:44.584488 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.596878 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Calling delete_port for 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 owned by network:router_gateway {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:44.666763 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvr_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] Set router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 gateway port host: None {{(pid=99521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:44.718708 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_hamode_db [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T21:02:44Z', 'revision_number': 6, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:44.748493 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7621751-061b-41c1-bf09-b1b61d5877ee None None] The sync data for ids ['ff08a20f-1e46-4e3b-934e-d56a14e1ce19'] in dv-cinder-801633-3-iscsi is: [{'id': 'ff08a20f-1e46-4e3b-934e-d56a14e1ce19', 'name': 'tempest-TestVolumeBootPattern-1182694419-router', 'tenant_id': '1e7605b05f85478389526e30afc6ae43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:38Z', 'updated_at': '2021-07-29T21:02:44Z', 'revision_number': 6, 'project_id': '1e7605b05f85478389526e30afc6ae43', 'gw_port_host': None}] {{(pid=99521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:02:44.761372 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.787856 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7cabcf-6f2f-4954-90bd-6e626fa7bc68,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:44.854456 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.939844 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.941846 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.982171 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.982613 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff08a20f-1e46-4e3b-934e-d56a14e1ce19 {{(pid=99519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 21:02:44.986979 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] Notify callbacks [] for router, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.988003 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-9435ffbe-008b-40d3-85d8-19da7708b265 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ff08a20f-1e46-4e3b-934e-d56a14e1ce19 HTTP/1.1" status: 204 len: 168 time: 0.7314727 Jul 29 21:02:44.990358 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36988) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:45.033140 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] Deleting subnet beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 {{(pid=99519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 21:02:45.036080 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.068849 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799177'] for subnet, precommit_delete_associations {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.152685 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.203877 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25586848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28575730'] for subnet, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.228973 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:45.232843 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for subnet, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.234784 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-1bf6cd8c-78ba-415c-9453-76f612f22283 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/beb7eeb3-661e-4cf1-b7a3-7db83ecc1da7 HTTP/1.1" status: 204 len: 168 time: 0.2432749 Jul 29 21:02:45.237248 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36990) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:45.239842 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ebc38f-adc3-4c18-a858-d9081790198a None None] Network 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 21:02:45.305378 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.356376 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Deleting port 45525c4e-1e1a-4a0f-92af-88ef1b75dade {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:45.356650 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.419015 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] For port 45525c4e-1e1a-4a0f-92af-88ef1b75dade, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=45525c4e-1e1a-4a0f-92af-88ef1b75dade,segment=NetworkSegment(35651d3f-23db-43b5-9a96-91bcacf471e0),segment_id=35651d3f-23db-43b5-9a96-91bcacf471e0)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:45.419321 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.431587 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Calling delete_port for 45525c4e-1e1a-4a0f-92af-88ef1b75dade owned by network:dhcp {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:45.491914 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] DHCP port deletion for 298c50fd-9a70-4dc6-ab19-f2d0992c1f95 request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 21:02:45.516462 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.538992 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Deleting port 45525c4e-1e1a-4a0f-92af-88ef1b75dade {{(pid=99521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:45.539437 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.541707 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=45525c4e-1e1a-4a0f-92af-88ef1b75dade,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:45.550895 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] No DVR routers for this DVR port 45525c4e-1e1a-4a0f-92af-88ef1b75dade on host dv-cinder-801633-3-iscsi {{(pid=99519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:02:45.601571 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] For port 45525c4e-1e1a-4a0f-92af-88ef1b75dade, host dv-cinder-801633-3-iscsi, got binding levels [] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:45.601957 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.614190 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Calling delete_port for 45525c4e-1e1a-4a0f-92af-88ef1b75dade owned by network:dhcp {{(pid=99521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:45.616791 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.ipam_backend_mixin [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Port 45525c4e-1e1a-4a0f-92af-88ef1b75dade was not found and therefore no delete operation was performed {{(pid=99521) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 21:02:45.618038 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.625044 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.635892 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298c50fd-9a70-4dc6-ab19-f2d0992c1f95']}} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:45.646054 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Pushing event deleted for resources: {'Port': ['ID=45525c4e-1e1a-4a0f-92af-88ef1b75dade,revision_number=None']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:45.646262 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35651d3f-23db-43b5-9a96-91bcacf471e0') {'for_net_delete': True} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:45.646519 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35651d3f-23db-43b5-9a96-91bcacf471e0') {} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:45.654329 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] No DVR routers for this DVR port 45525c4e-1e1a-4a0f-92af-88ef1b75dade on host dv-cinder-801633-3-iscsi {{(pid=99521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:02:45.656854 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799170'] for segment, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.657896 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.659441 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.662635 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.662635 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.662850 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.663114 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.663456 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.663766 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.664120 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.664444 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.664765 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.665118 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43222ad3-755b-4e74-826c-c4ca5580a0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-3-iscsi {{(pid=99521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:02:45.676747 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.683321 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=99519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 21:02:45.683766 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25586302'] for segment, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: Traceback (most recent call last): Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: timer() Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: cb(*args, **kw) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: return func(*args, **kwargs) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: self._notify() Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: self.callback(batched_events) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: event.method(event) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: return f(self, *a, **k) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._get(url).json() Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: return self.request(url, 'GET', **kwargs) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 21:02:45.685842 dv-cinder-801633-3-iscsi neutron-server[99519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 21:02:45.747826 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.753107 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:45.754967 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] 10.222.0.26 "DELETE /v2.0/networks/298c50fd-9a70-4dc6-ab19-f2d0992c1f95 HTTP/1.1" status: 204 len: 168 time: 0.5167658 Jul 29 21:02:45.758621 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36992) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:45.766338 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78b98-caa6-43d3-9e76-76d3729a9b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=298c50fd-9a70-4dc6-ab19-f2d0992c1f95,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:46.084219 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663122'] for router_interface, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:46.317379 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Deleting port ccfc5077-5124-4ad7-8622-079048edee20 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:46.317711 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:46.395265 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] For port ccfc5077-5124-4ad7-8622-079048edee20, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=ccfc5077-5124-4ad7-8622-079048edee20,segment=NetworkSegment(9f394422-f06a-4fae-9147-1c8f059b515e),segment_id=9f394422-f06a-4fae-9147-1c8f059b515e)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:46.395617 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:46.407575 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Calling delete_port for ccfc5077-5124-4ad7-8622-079048edee20 owned by network:router_interface {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:46.578828 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:46.608979 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfc5077-5124-4ad7-8622-079048edee20,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:46.739666 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device b37afafd-6a79-4a52-acc4-7001e6484c07 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:46.760512 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: b37afafd-6a79-4a52-acc4-7001e6484c07 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:46.761192 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device b37afafd-6a79-4a52-acc4-7001e6484c07 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:46.761788 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 45525c4e-1e1a-4a0f-92af-88ef1b75dade no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:46.763231 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-995253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663102'] for router_interface, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:46.780871 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 45525c4e-1e1a-4a0f-92af-88ef1b75dade {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:46.781215 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 45525c4e-1e1a-4a0f-92af-88ef1b75dade not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:46.781633 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:46.799686 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:46.800022 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 2b7cabcf-6f2f-4954-90bd-6e626fa7bc68 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:46.969275 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Router b6378a01-23a6-40a2-8f74-31a75020685c has already been hosted by L3 agent 0b192a71-d1fc-4c17-a964-397e11275e41 {{(pid=99520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:02:47.072262 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] Notify agent at l3_agent.dv-cinder-801633-3-iscsi the message routers_updated {{(pid=99520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:02:47.077377 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-5a5a8940-2449-4008-8472-feb124a81397 admin admin] 10.222.0.26 "PUT /v2.0/routers/b6378a01-23a6-40a2-8f74-31a75020685c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3176732 Jul 29 21:02:47.079975 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36994) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:47.082497 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] Sync routers for ids ['b6378a01-23a6-40a2-8f74-31a75020685c'] in dv-cinder-801633-3-iscsi {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:02:47.092159 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] Routers {'b6378a01-23a6-40a2-8f74-31a75020685c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:47.092754 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b6378a01-23a6-40a2-8f74-31a75020685c'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:47.182607 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks [] for router, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.193427 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] Set router b6378a01-23a6-40a2-8f74-31a75020685c gateway port host: dv-cinder-801633-3-iscsi {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:47.281801 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.334602 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Deleting port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 {{(pid=99520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:47.335094 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.364512 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'external_fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T21:02:46Z', 'revision_number': 5, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port': {'id': '5d15c5a3-7f95-4e9b-9727-76ead69f1b32', 'name': '', 'network_id': 'a8456d84-069b-4b8e-8fe7-56d676146ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:55:43Z', 'updated_at': '2021-07-29T20:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b666925-b9c4-44d2-bc5a-83101c4e7686', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-3-iscsi'}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:47.390540 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] Checking router: b6378a01-23a6-40a2-8f74-31a75020685c for host: dv-cinder-801633-3-iscsi {{(pid=99522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:02:47.398615 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] Routers {'b6378a01-23a6-40a2-8f74-31a75020685c'} bound to L3 agent in host dv-cinder-801633-3-iscsi {{(pid=99522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:02:47.399310 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:39:24Z,description=,heartbeat_timestamp=2021-07-29T21:02:24Z,host='dv-cinder-801633-3-iscsi',id=0b192a71-d1fc-4c17-a964-397e11275e41,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:39:24Z,topic='l3_agent')) {'router_ids': ['b6378a01-23a6-40a2-8f74-31a75020685c'], 'active': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:47.412180 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.db [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] For port 5d15c5a3-7f95-4e9b-9727-76ead69f1b32, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,segment=NetworkSegment(c6071105-7d1f-496c-8ddf-c98a98e3a3e4),segment_id=c6071105-7d1f-496c-8ddf-c98a98e3a3e4)] {{(pid=99520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:47.412537 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.425633 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.plugins.ml2.plugin [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Calling delete_port for 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 owned by network:router_gateway {{(pid=99520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:47.487246 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvr_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] Set router b6378a01-23a6-40a2-8f74-31a75020685c gateway port host: None {{(pid=99522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:02:47.541121 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.l3_hamode_db [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T21:02:47Z', 'revision_number': 6, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port_host': None}], 'dv-cinder-801633-3-iscsi', False) {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:47.567122 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e3091-bcf5-46a0-9a94-c7b2091335f8 None None] The sync data for ids ['b6378a01-23a6-40a2-8f74-31a75020685c'] in dv-cinder-801633-3-iscsi is: [{'id': 'b6378a01-23a6-40a2-8f74-31a75020685c', 'name': 'tempest-TestVolumeBootPattern-2088569457-router', 'tenant_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:55:42Z', 'updated_at': '2021-07-29T21:02:47Z', 'revision_number': 6, 'project_id': '2deb2dcf0c3e4a21ac83799ced4f4fdc', 'gw_port_host': None}] {{(pid=99522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:02:47.585473 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25640234'] for port, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.610086 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d15c5a3-7f95-4e9b-9727-76ead69f1b32,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:47.666990 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659612'] for router_gateway, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.755393 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6396'] for router, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.757425 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.799243 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575123'] for router, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.799939 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6378a01-23a6-40a2-8f74-31a75020685c {{(pid=99520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 21:02:47.803905 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] Notify callbacks [] for router, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.806289 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-f94c9949-c2a5-40e5-b1ff-6c55605f6d72 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b6378a01-23a6-40a2-8f74-31a75020685c HTTP/1.1" status: 204 len: 168 time: 0.7254181 Jul 29 21:02:47.808285 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [-] (99520) accepted ('10.222.0.26', 36996) {{(pid=99520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:47.850376 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] Deleting subnet 044ab8de-2325-44c2-8121-d95188a16e1b {{(pid=99520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 21:02:47.853852 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.886810 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26594090'] for subnet, precommit_delete_associations {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.965850 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1905038'] for subnet, precommit_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.017791 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1905013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25640197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25655196'] for subnet, after_delete {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.047405 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron_lib.callbacks.manager [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.049213 dv-cinder-801633-3-iscsi neutron-server[99520]: INFO neutron.wsgi [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/044ab8de-2325-44c2-8121-d95188a16e1b HTTP/1.1" status: 204 len: 168 time: 0.2400322 Jul 29 21:02:48.050310 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97abee6-24c7-45e7-8b80-803a11767595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044ab8de-2325-44c2-8121-d95188a16e1b,revision_number=None']} {{(pid=99520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:48.051859 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 36998) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:48.054940 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bcb6b3-40d1-475d-9f76-c5ac66eb1e33 None None] Network aec739a1-0ea5-47ff-ab32-06df82f8a6b7 requested from dv-cinder-801633-3-iscsi {{(pid=99521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 21:02:48.120752 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2042759'] for network, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.172238 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Deleting port c8f20a47-8ed2-4c10-911e-fad80621b3eb {{(pid=99519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:48.172538 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.233492 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.db [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] For port c8f20a47-8ed2-4c10-911e-fad80621b3eb, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c8f20a47-8ed2-4c10-911e-fad80621b3eb,segment=NetworkSegment(9f394422-f06a-4fae-9147-1c8f059b515e),segment_id=9f394422-f06a-4fae-9147-1c8f059b515e)] {{(pid=99519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:48.233853 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.246008 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.plugin [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Calling delete_port for c8f20a47-8ed2-4c10-911e-fad80621b3eb owned by network:dhcp {{(pid=99519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:48.329160 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] DHCP port deletion for aec739a1-0ea5-47ff-ab32-06df82f8a6b7 request from dv-cinder-801633-3-iscsi {{(pid=99521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 21:02:48.377909 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] Deleting port c8f20a47-8ed2-4c10-911e-fad80621b3eb {{(pid=99521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:02:48.378283 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750918898059'] for port, before_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.447094 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.db [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] For port c8f20a47-8ed2-4c10-911e-fad80621b3eb, host dv-cinder-801633-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-3-iscsi',level=0,port_id=c8f20a47-8ed2-4c10-911e-fad80621b3eb,segment=NetworkSegment(9f394422-f06a-4fae-9147-1c8f059b515e),segment_id=9f394422-f06a-4fae-9147-1c8f059b515e)] {{(pid=99521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:02:48.447494 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667013'] for port, precommit_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.592423 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] Calling delete_port for c8f20a47-8ed2-4c10-911e-fad80621b3eb owned by network:dhcp {{(pid=99521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:02:48.597368 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25586831'] for port, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.623726 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f20a47-8ed2-4c10-911e-fad80621b3eb,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:48.625603 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] No DVR routers for this DVR port c8f20a47-8ed2-4c10-911e-fad80621b3eb on host dv-cinder-801633-3-iscsi {{(pid=99519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:02:48.672149 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1990879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750918903071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750918530551'] for port, after_delete {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.698610 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device ccfc5077-5124-4ad7-8622-079048edee20 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:48.700468 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1907737', 'neutron.services.segments.db._delete_segments_for_network-8750918994225'] for network, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.702129 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] Pushing event deleted for resources: {'Port': ['ID=c8f20a47-8ed2-4c10-911e-fad80621b3eb,revision_number=None']} {{(pid=99521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:48.711635 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec739a1-0ea5-47ff-ab32-06df82f8a6b7']}} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:48.721395 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f394422-f06a-4fae-9147-1c8f059b515e') {'for_net_delete': True} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:48.721680 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.services.segments.db [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f394422-f06a-4fae-9147-1c8f059b515e') {} {{(pid=99519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:02:48.723561 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f62b9f-ef8d-4014-8891-9418bc3c2341 None None] No DVR routers for this DVR port c8f20a47-8ed2-4c10-911e-fad80621b3eb on host dv-cinder-801633-3-iscsi {{(pid=99521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:02:48.724837 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: ccfc5077-5124-4ad7-8622-079048edee20 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:48.725191 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device ccfc5077-5124-4ad7-8622-079048edee20 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:48.725590 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:48.736834 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750918995258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799170'] for segment, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.745797 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:48.746148 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device 5d15c5a3-7f95-4e9b-9727-76ead69f1b32 not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:48.746571 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c8f20a47-8ed2-4c10-911e-fad80621b3eb no longer exists at agent ovs-agent-dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:02:48.755434 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944'] for segment, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.762371 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=99519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 21:02:48.762825 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25586302'] for segment, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: Traceback (most recent call last): Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: timer() Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: cb(*args, **kw) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: return func(*args, **kwargs) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: self._notify() Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: self.callback(batched_events) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: event.method(event) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: return f(self, *a, **k) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._get(url).json() Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: return self.request(url, 'GET', **kwargs) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 21:02:48.764727 dv-cinder-801633-3-iscsi neutron-server[99519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 21:02:48.767227 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.plugin [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] No Port match for: c8f20a47-8ed2-4c10-911e-fad80621b3eb {{(pid=99521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:02:48.767227 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron.plugins.ml2.rpc [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Device c8f20a47-8ed2-4c10-911e-fad80621b3eb not bound to the agent host dv-cinder-801633-3-iscsi {{(pid=99521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:02:48.817704 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1907712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-995246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659616'] for network, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.821776 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-995216'] for network, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:48.826444 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] 10.222.0.26 "DELETE /v2.0/networks/aec739a1-0ea5-47ff-ab32-06df82f8a6b7 HTTP/1.1" status: 204 len: 168 time: 0.7708569 Jul 29 21:02:48.837163 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32d539-4421-423c-aec2-097ad363121e admin admin] Pushing event deleted for resources: {'Network': ['ID=aec739a1-0ea5-47ff-ab32-06df82f8a6b7,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:48.931751 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 37002) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:48.974587 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-a464dd43-1e6d-4b42-9de5-dd0f1f9c0fe1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e7605b05f85478389526e30afc6ae43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415764 Jul 29 21:02:48.977608 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 37004) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:49.021697 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d9e48bc7-2fb2-4ff8-a00d-7c02342ced33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.043380 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d9e48bc7-2fb2-4ff8-a00d-7c02342ced33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.089094 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d9e48bc7-2fb2-4ff8-a00d-7c02342ced33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.091568 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-d9e48bc7-2fb2-4ff8-a00d-7c02342ced33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.092686 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-d9e48bc7-2fb2-4ff8-a00d-7c02342ced33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c875cd59-c7c7-46fb-9eb7-9cd8193973fd HTTP/1.1" status: 204 len: 168 time: 0.1142056 Jul 29 21:02:49.100259 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e48bc7-2fb2-4ff8-a00d-7c02342ced33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875cd59-c7c7-46fb-9eb7-9cd8193973fd,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:49.389631 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 37010) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:49.428276 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-cc143b72-e7b9-405a-87d3-147c3811acda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2deb2dcf0c3e4a21ac83799ced4f4fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374339 Jul 29 21:02:49.431120 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [-] (99519) accepted ('10.222.0.26', 37012) {{(pid=99519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:02:49.476980 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2e57dee3-927c-4e3c-9ce7-8136825d0af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.497443 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2e57dee3-927c-4e3c-9ce7-8136825d0af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.544492 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2e57dee3-927c-4e3c-9ce7-8136825d0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527855'] for security_group, after_delete {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.547051 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron_lib.callbacks.manager [None req-2e57dee3-927c-4e3c-9ce7-8136825d0af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.548158 dv-cinder-801633-3-iscsi neutron-server[99519]: INFO neutron.wsgi [None req-2e57dee3-927c-4e3c-9ce7-8136825d0af9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cab0a4f-e972-4778-847f-47f17195f873 HTTP/1.1" status: 204 len: 168 time: 0.1161497 Jul 29 21:02:49.555419 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57dee3-927c-4e3c-9ce7-8136825d0af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab0a4f-e972-4778-847f-47f17195f873,revision_number=None']} {{(pid=99519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:02:49.659552 dv-cinder-801633-3-iscsi neutron-server[99519]: DEBUG neutron.wsgi [req-c041f3a7-6e1b-4a85-8131-b1689d63fa7f req-3bed7d48-dcf4-4059-b2c9-233ea032800a service neutron] (99519) timed out ('10.222.0.42', 57716) {{(pid=99519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 21:02:51.832007 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e0ce9665-a71c-48a6-bed1-0fb12bc1a239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:52.121106 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:02:54.431408 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-78a25d21-e46d-4a37-a9c6-62ed1e982f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:54.584970 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:54.917244 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:55.345843 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:57.130645 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:21.832383 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2fda89b2-bc30-4a0c-8039-292f33eed952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:24.430476 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e0243b28-a6cb-4507-915b-edeb3816b96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:24.592586 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:24.916760 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:25.348877 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:27.132933 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:29.119474 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:03:51.836049 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2cc870aa-e9af-4721-90d8-5e027f588737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:54.431176 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-4d093734-5ec1-4cea-99fd-b81040ec4e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:54.608970 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:54.918357 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:55.351721 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:57.135921 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:06.117753 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:04:21.836477 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-86036b93-e3e3-4699-aa48-0c871f40db6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:24.431008 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-edbd8073-af32-4a39-bd5f-ca4376f1bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:24.608318 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:24.918299 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:25.354114 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:27.139213 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:43.116648 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:04:51.836700 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-e0414ed7-5217-42da-af1d-69ca63a298c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:54.430623 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ed42-7c1e-4e45-9315-6271de08f593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:54.614011 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:54.918173 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:55.357716 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:57.141598 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:20.115013 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:05:21.839410 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ee3-df6e-4bbe-886b-95648e106a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:24.430887 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-77fb93bb-5ea3-418c-830b-0b7fad7435a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:24.606968 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:24.918475 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:25.360893 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:27.145156 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:51.843387 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-f19c0f1f-a332-497b-96d4-363555a8b056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:54.430898 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-a207b4da-42ac-4891-86c7-ee5b67c0e096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:54.612674 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:54.918245 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:55.362203 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:57.113714 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:05:57.148245 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:21.844434 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4253-c668-4439-8ce9-8650077e22c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:24.430414 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-53e89659-ef31-48b4-90bc-3a65335d1dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:24.623145 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:24.918346 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:25.365148 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:27.151651 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:34.111596 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:06:51.844807 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-d2848184-8441-43ee-8754-901108515442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:54.430532 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-c4eb0d27-331b-48de-9e07-0d0cc32d67f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:54.622101 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:54.918917 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:55.368125 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:06:57.153524 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:11.110585 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:07:21.845604 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1c5a-38ee-48ad-99ec-f6db50be032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:24.430690 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-ab6061dc-ce13-48a0-b981-535d75914c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:24.621161 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:24.919648 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:25.371084 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:27.157586 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:44.745353 dv-cinder-801633-3-iscsi neutron-server[99520]: DEBUG neutron.wsgi [req-21350b70-61ec-4a05-aace-b521db3bb308 req-c615e191-38e9-46de-9d9f-419025ccd712 service neutron] (99520) timed out ('10.222.0.26', 59384) {{(pid=99520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 21:07:48.108980 dv-cinder-801633-3-iscsi neutron-server[99522]: DEBUG neutron.db.agents_db [None req-7918d25b-8b7c-4b59-a7ef-c0290de9b2cf None None] Agent healthcheck: found 6 active agents {{(pid=99522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:07:51.846706 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-2088c71f-7d48-4214-a6c4-b63143d9e9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:54.430608 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-9d905593-4a6f-46a4-95cc-6be9067211f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:54.636237 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-90b1d944-ed49-4477-b012-cd0a99be9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:54.924209 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-28b57f58-0e75-4020-bcce-737fe28ad78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:55.373244 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfe5c-efda-47d4-88b0-e5dc186d9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:07:57.159343 dv-cinder-801633-3-iscsi neutron-server[99521]: DEBUG neutron_lib.callbacks.manager [None req-0e815adf-6b36-47d3-87d3-f5bfb8f90516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750918994207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901023'] for agent, after_update {{(pid=99521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}